-- Logs begin at Thu 2020-11-19 14:59:13 UTC, end at Thu 2020-11-19 16:05:09 UTC. -- Nov 19 15:39:04.564184 dv-cinder-763306-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 15:39:07.117002 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.common.config [-] Logging enabled! Nov 19 15:39:07.117528 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156 Nov 19 15:39:07.118760 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80197) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 15:39:07.119531 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.common.config [-] Logging enabled! Nov 19 15:39:07.119821 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev156 Nov 19 15:39:07.120102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80197) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Nov 19 15:39:07.121196 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 15:39:07.121465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 15:39:07.122463 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 15:39:07.122751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 15:39:07.123067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 15:39:07.123445 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.123794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.124139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.124405 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.124750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.125089 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.125420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.125757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.126101 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.126432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.126755 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.127143 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.127405 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.127731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.128067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.128403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.128661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] debug = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.128985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.129529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.129857 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.130191 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.130523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.130857 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.131183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.131513 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.131887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] host = dv-cinder-763306-3-smb {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.132212 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.132550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.132882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.133216 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.133538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.133859 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.134191 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.134507 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.134853 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] log_file = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.135172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.135506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.135844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.136185 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.136446 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.136704 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.137038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.137374 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.137695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.138014 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.138334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.139207 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.139529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.139840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.140178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.140508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.140838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.141156 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.141474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.141789 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.142103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.142441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.142761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.143111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.143430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.143765 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.144076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.144395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.144746 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.145078 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.145406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.145732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.146048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.146378 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.146696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.147038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.147353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] use_json = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.147667 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.147980 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.148307 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.148622 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.148937 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.149250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.149563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.149897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:07.150240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.150581 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.150955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.151285 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.151622 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.151950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.152290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.152610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.152946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.153280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.153610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.153928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.154789 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.155162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.155501 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.155831 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.156150 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.156490 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.156814 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.157125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.157463 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.157785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.158102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.158429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.158751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.159094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.159411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.159733 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.160073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.160393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.160707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.161020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.161339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.161655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.161985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.162311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.162625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.162961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.163286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.163604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.163923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.164242 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.164557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.164876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.165203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.165506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.165822 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.166136 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.166451 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.166785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.167121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.167439 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.167753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.168067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.168379 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.168693 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.169009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.169337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.169678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.170025 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.170349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.170671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.171020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.171342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.171662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.171987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.172316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.172633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.172975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.173304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.173632 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.173960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.174282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.174626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.174973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.175304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.175627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.175948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.176281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.176611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.176951 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.177291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.177628 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.177964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.178304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.178628 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.179037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.179361 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:07.179615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 15:39:07.179881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80197) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Nov 19 15:39:07.839435 dv-cinder-763306-3-smb neutron-server[80197]: INFO keyring.backend [-] Loading Gnome Nov 19 15:39:07.857212 dv-cinder-763306-3-smb neutron-server[80197]: INFO keyring.backend [-] Loading Google Nov 19 15:39:07.859953 dv-cinder-763306-3-smb neutron-server[80197]: INFO keyring.backend [-] Loading Windows (alt) Nov 19 15:39:07.863468 dv-cinder-763306-3-smb neutron-server[80197]: INFO keyring.backend [-] Loading file Nov 19 15:39:07.864321 dv-cinder-763306-3-smb neutron-server[80197]: INFO keyring.backend [-] Loading keyczar Nov 19 15:39:07.864606 dv-cinder-763306-3-smb neutron-server[80197]: INFO keyring.backend [-] Loading multi Nov 19 15:39:07.865260 dv-cinder-763306-3-smb neutron-server[80197]: INFO keyring.backend [-] Loading pyfs Nov 19 15:39:07.912345 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80197) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:07.912663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80197) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:07.912993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80197) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:07.913372 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 15:39:08.335707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.336254 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.336359 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.397000 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.397312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.397614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.400563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.401023 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.401327 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.479405 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.479725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.480029 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.481244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.481552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.481851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.601128 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.601381 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.601691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.602002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.602864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.784412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.784795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.785126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.785436 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.785740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.786123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.786428 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.786720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.787037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.787386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.787685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.787995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.788305 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.788618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.788966 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.789276 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.789575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.789926 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.790247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.790744 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.791070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.791360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.791767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.792115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.792457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.793240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 15:39:08.793717 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 15:39:08.794029 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 15:39:08.794359 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 15:39:08.794690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 15:39:08.795562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 15:39:08.796919 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 15:39:08.805685 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 15:39:08.813317 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 15:39:08.818539 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(450, 499)])]) Nov 19 15:39:08.821346 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 15:39:08.822463 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 15:39:08.822870 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Nov 19 15:39:08.823314 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 15:39:08.827045 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 15:39:08.827342 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 15:39:08.827733 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Nov 19 15:39:08.850123 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Nov 19 15:39:08.850636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.851019 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80197) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Nov 19 15:39:08.851474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.852784 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80197) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 15:39:08.853106 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Nov 19 15:39:08.853390 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Nov 19 15:39:08.856450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.856773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:08.922546 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 15:39:08.922844 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 15:39:08.923122 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 15:39:08.923540 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 15:39:08.957523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.sqlalchemy.engines [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80197) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Nov 19 15:39:09.262731 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Initializing driver for type 'gre' Nov 19 15:39:09.263395 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] gre ID ranges: [(1, 1000)] Nov 19 15:39:09.305133 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Initializing driver for type 'local' Nov 19 15:39:09.305497 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Initializing driver for type 'vlan' Nov 19 15:39:09.315933 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] VlanTypeDriver initialization complete Nov 19 15:39:09.316416 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Initializing driver for type 'vxlan' Nov 19 15:39:09.317052 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] vxlan ID ranges: [(1, 1000)] Nov 19 15:39:09.359789 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Initializing extension driver 'port_security' Nov 19 15:39:09.360318 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.extensions.port_security [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] PortSecurityExtensionDriver initialization complete Nov 19 15:39:09.360523 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Initializing mechanism driver 'openvswitch' Nov 19 15:39:09.366870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80197) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:39:09.367727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > port after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.368141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > port after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.368532 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > port after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.368960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > subnet after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.369353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > subnet after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.369739 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.370159 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > network after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.370546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > network after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.370957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > network after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.371382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > security_group after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.371769 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > security_group after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.372149 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > security_group after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.372566 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.372950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.373326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.373880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > address_group after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.374268 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > address_group after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.374650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > address_group after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.375051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] ML2 OVO RPC backend initialized. {{(pid=80197) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Nov 19 15:39:09.375781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.376180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.376646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > network before_response 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.377034 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > networks before_response 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.377421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > port before_response 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.377799 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > ports before_response 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.378186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > subnet before_response 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.378566 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > subnets before_response 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.379033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > network after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.379366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > network after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.379742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > network after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.380127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > port after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.380506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > port after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.380877 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > port after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.381260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > subnet after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.381637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > subnet after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.382013 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.382648 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.plugin [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Modular L2 Plugin initialization complete Nov 19 15:39:09.383040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading services supported by the core plugin {{(pid=80197) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 15:39:09.383410 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.plugins.ml2.managers [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Got port-security extension from driver 'port_security' Nov 19 15:39:09.383922 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.extensions.vlantransparent [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Disabled vlantransparent extension. Nov 19 15:39:09.384404 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80197) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 15:39:09.384752 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading Plugin: router Nov 19 15:39:09.426645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router_interface before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.427133 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router after_create 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.427544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router before_create 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.427951 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.428370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.428768 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router after_delete 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.429172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > floatingip after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.429586 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router after_create 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.429972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router after_update 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.430365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router after_update 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.430759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.431198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router after_update 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.431692 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router precommit_update 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.432115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: port after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.432502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: port after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.432881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: subnet after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.433266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.433664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > port precommit_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.434061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router precommit_create 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.434445 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: port before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.434870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router precommit_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.435263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router after_update 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.435648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router precommit_delete 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.436039 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router precommit_create 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.436452 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.436839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router precommit_update 55549900 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.437890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Tracking information for resource: router configured {{(pid=80197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 15:39:09.438265 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Tracking information for resource: floatingip configured {{(pid=80197) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Nov 19 15:39:09.445665 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_agentschedulers_db [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 15:39:09.446325 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: port after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.446731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: port after_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.447151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: port after_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.447546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: port after_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.448447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router before_create 55550100 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.448853 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router precommit_delete 55550100 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.449261 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router precommit_create 55550100 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.449661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > router precommit_update 55550100 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.454838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.provider_configuration [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service providers = [] {{(pid=80197) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 15:39:09.455261 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.servicetype_db [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80197) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 15:39:09.458111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.service_base [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 15:39:09.458497 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.service_base [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 15:39:09.458930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.service_base [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 15:39:09.459831 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.service_base [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80197) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Nov 19 15:39:09.460239 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.services.service_base [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 15:39:09.460662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 15:39:09.461030 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 15:39:09.483703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 15:39:09.484080 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading Plugin: auto_allocate Nov 19 15:39:09.494830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: network precommit_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.495254 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: network precommit_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.495858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 15:39:09.496223 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading Plugin: tag Nov 19 15:39:09.508241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 15:39:09.508619 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading Plugin: timestamp Nov 19 15:39:09.512471 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 15:39:09.512894 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading Plugin: network_ip_availability Nov 19 15:39:09.518612 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.519047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.519442 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.520250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 15:39:09.520609 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading Plugin: flavors Nov 19 15:39:09.538079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 15:39:09.538454 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading Plugin: revisions Nov 19 15:39:09.542941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80197) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Nov 19 15:39:09.543371 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.630s {{(pid=80197) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:09.544199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80197) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}} Nov 19 15:39:09.544564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Initializing extension manager. Nov 19 15:39:09.545675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: __init__.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.546062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: __pycache__ {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.546435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.546838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: _filter_validation_lib.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.547212 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.547584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: address_group.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.548400 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.549065 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: address-group Nov 19 15:39:09.549433 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: address_scope.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.550209 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.550790 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: address-scope Nov 19 15:39:09.551188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: admin_state_down_before_update.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.552134 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.552716 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: router-admin-state-down-before-update Nov 19 15:39:09.553082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: agent.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.553849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.554431 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: agent Nov 19 15:39:09.554797 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: agent_resources_synced.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.555891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.556477 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: agent-resources-synced Nov 19 15:39:09.556840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: allowedaddresspairs.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.558685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.559308 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: allowed-address-pairs Nov 19 15:39:09.559678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: auto_allocated_topology.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.560800 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.561387 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: auto-allocated-topology Nov 19 15:39:09.561766 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: availability_zone.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.562521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.563133 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: availability_zone Nov 19 15:39:09.563510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: availability_zone_filter.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.564432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.565016 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: availability_zone_filter Nov 19 15:39:09.565382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: data_plane_status.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.566308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.566914 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 15:39:09.567283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: default_subnetpools.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.568217 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.568797 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: default-subnetpools Nov 19 15:39:09.569161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: dhcpagentscheduler.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.570030 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.570620 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: dhcp_agent_scheduler Nov 19 15:39:09.571032 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: dns.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.571973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.572552 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension dns-integration not supported by any of loaded plugins Nov 19 15:39:09.572916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: dns_domain_ports.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.573851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.574429 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 15:39:09.574792 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: dvr.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.575548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.576159 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: dvr Nov 19 15:39:09.576533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: empty_string_filtering.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.577450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.578028 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: empty-string-filtering Nov 19 15:39:09.578391 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.579338 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.579913 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 15:39:09.580280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.581206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.581786 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 15:39:09.582165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: external_net.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.583928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.584550 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: external-net Nov 19 15:39:09.584949 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: extra_dhcp_opt.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.586289 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.587008 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: extra_dhcp_opt Nov 19 15:39:09.587491 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: extraroute.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.588461 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.589041 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: extraroute Nov 19 15:39:09.589404 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: extraroute_atomic.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.590445 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.591074 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: extraroute-atomic Nov 19 15:39:09.591441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: filter_validation.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.592688 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.593265 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: filter-validation Nov 19 15:39:09.593627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: fip_pf_description.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.594842 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.595429 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 15:39:09.595790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: fip_port_details.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.596730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.597309 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: fip-port-details Nov 19 15:39:09.597667 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: flavors.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.598962 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.599555 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: flavors Nov 19 15:39:09.599925 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.601627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.602219 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 15:39:09.602596 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: floatingip_pools.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.603397 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.603985 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: floatingip-pools Nov 19 15:39:09.604354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: ip_allocation.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.605318 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.605891 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 15:39:09.606257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.607223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.608357 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: ip-substring-filtering Nov 19 15:39:09.608723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: l2_adjacency.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.609661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.610237 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 15:39:09.610598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: l3.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.611835 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.612439 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: router Nov 19 15:39:09.612810 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: l3_conntrack_helper.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.615181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.615781 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 15:39:09.616158 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.617095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.617686 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: ext-gw-mode Nov 19 15:39:09.618140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.619107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.619692 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: l3-ha Nov 19 15:39:09.620055 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: l3_flavors.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.621014 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.621581 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: l3-flavors Nov 19 15:39:09.621943 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.623421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.624008 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 15:39:09.624370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: l3agentscheduler.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.625577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.626173 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: l3_agent_scheduler Nov 19 15:39:09.626544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: logging.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.628112 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.628708 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension logging not supported by any of loaded plugins Nov 19 15:39:09.629079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: metering.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.629998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.630711 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: metering Nov 19 15:39:09.631115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.632302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.632892 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: metering_source_and_destination_fields Nov 19 15:39:09.633260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: multiprovidernet.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.634202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.634783 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: multi-provider Nov 19 15:39:09.635180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: netmtu.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.636134 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.636718 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: net-mtu Nov 19 15:39:09.637088 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: netmtu_writable.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.638024 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.639249 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: net-mtu-writable Nov 19 15:39:09.639619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: network_availability_zone.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.640345 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.640928 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: network_availability_zone Nov 19 15:39:09.641290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: network_ip_availability.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.642423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.643064 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: network-ip-availability Nov 19 15:39:09.643406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: network_segment_range.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.644245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.644822 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 15:39:09.645188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: pagination.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.646227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.646606 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: pagination Nov 19 15:39:09.647000 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.647953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.648545 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: port-mac-address-regenerate Nov 19 15:39:09.648912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.649839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.650423 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: port-numa-affinity-policy Nov 19 15:39:09.650789 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: port_resource_request.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.651751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.652334 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 15:39:09.652698 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: portbindings.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.653645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.654251 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: binding Nov 19 15:39:09.654613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: portbindings_extended.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.657538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.658144 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: binding-extended Nov 19 15:39:09.658534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: portsecurity.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.659548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.660141 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: port-security Nov 19 15:39:09.660514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: project_id.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.661504 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.661890 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: project-id Nov 19 15:39:09.662255 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: providernet.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.663234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.663829 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: provider Nov 19 15:39:09.664199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: qos.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.667779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.668383 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension qos not supported by any of loaded plugins Nov 19 15:39:09.668764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.670080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.670669 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 15:39:09.671068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.672011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.672597 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 15:39:09.672966 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: qos_default.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.673904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.674484 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension qos-default not supported by any of loaded plugins Nov 19 15:39:09.674867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: qos_fip.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.675575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.676159 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension qos-fip not supported by any of loaded plugins Nov 19 15:39:09.676525 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: qos_gateway_ip.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.677464 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.678046 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 15:39:09.678413 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: qos_port_network_policy.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.679395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.679974 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 15:39:09.680342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: qos_rule_type_details.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.681274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.681867 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 15:39:09.682233 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: qos_rules_alias.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.683443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.684030 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 15:39:09.684394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: quotasv2.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.685955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.686344 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: quotas Nov 19 15:39:09.686714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: quotasv2_detail.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.688356 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.688748 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: quota_details Nov 19 15:39:09.689170 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: rbac.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.690300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.690937 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: rbac-policies Nov 19 15:39:09.691311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: rbac_address_scope.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.692281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.692872 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: rbac-address-scope Nov 19 15:39:09.693240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: rbac_security_groups.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.694611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.695235 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: rbac-security-groups Nov 19 15:39:09.695603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: rbac_subnetpool.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.696540 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.697131 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: rbac-subnetpool Nov 19 15:39:09.697495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: revisionifmatch.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.698441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.699053 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: revision-if-match Nov 19 15:39:09.699421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: revisions.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.700550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.701706 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: standard-attr-revisions Nov 19 15:39:09.702072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: router_availability_zone.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.702839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.703421 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: router_availability_zone Nov 19 15:39:09.703789 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: routerservicetype.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.704731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.705328 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension router-service-type not supported by any of loaded plugins Nov 19 15:39:09.705690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: security_groups_port_filtering.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.706626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.707241 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: port-security-groups-filtering Nov 19 15:39:09.707606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: securitygroup.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.721283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.722033 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: security-group Nov 19 15:39:09.722424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: segment.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.723227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.723808 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension segment not supported by any of loaded plugins Nov 19 15:39:09.724182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.725183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.725777 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 15:39:09.726148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: servicetype.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.727299 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.727892 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: service-type Nov 19 15:39:09.728265 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: sorting.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.729283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.729663 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: sorting Nov 19 15:39:09.730027 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: standard_attr_segment.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.730993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.731588 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 15:39:09.731953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: standardattrdescription.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.732686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.733272 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: standard-attr-description Nov 19 15:39:09.733638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: stateful_security_group.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.734579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.735227 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: stateful-security-group Nov 19 15:39:09.735597 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: stdattrs_common.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.736195 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 15:39:09.736556 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.737502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.738103 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 15:39:09.738467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: subnet_onboard.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.739582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.740176 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: subnet_onboard Nov 19 15:39:09.740543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.741582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.742172 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 15:39:09.742537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: subnet_service_types.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.743520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.744108 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: subnet-service-types Nov 19 15:39:09.744476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: subnetallocation.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.745578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.746181 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: subnet_allocation Nov 19 15:39:09.746549 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.747288 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.748393 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: subnetpool-prefix-ops Nov 19 15:39:09.748771 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.749731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.750311 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 15:39:09.750674 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: tagging.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.752037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.752651 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: standard-attr-tag Nov 19 15:39:09.753012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: timestamp.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.754214 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.754846 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loaded extension: standard-attr-timestamp Nov 19 15:39:09.755219 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: trunk.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.756264 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.756853 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension trunk not supported by any of loaded plugins Nov 19 15:39:09.757222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: trunk_details.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.758163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.758743 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension trunk-details not supported by any of loaded plugins Nov 19 15:39:09.759147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: uplink_status_propagation.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.760078 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.760656 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 15:39:09.761019 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Loading extension file: vlantransparent.py {{(pid=80197) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}} Nov 19 15:39:09.761743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80197) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Nov 19 15:39:09.762325 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 15:39:09.765587 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:network Nov 19 15:39:09.766372 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:subnet Nov 19 15:39:09.767080 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 15:39:09.767763 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:port Nov 19 15:39:09.769265 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.769762 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service FLAVORS assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.770449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.770958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.771335 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:router Nov 19 15:39:09.772070 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:floatingip Nov 19 15:39:09.772868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service METERING assigned prefix: /metering {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.774682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.775120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.775514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80197) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:39:09.776671 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 15:39:09.777154 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:security_group Nov 19 15:39:09.777987 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 15:39:09.778829 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service CORE assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.779230 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 15:39:09.779604 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] subnetpool is already registered Nov 19 15:39:09.780290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service CORE assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.780659 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 15:39:09.781027 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] subnetpool is already registered Nov 19 15:39:09.783800 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.784282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service FLAVORS assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.784972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.789579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.789579 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:router Nov 19 15:39:09.789579 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] router is already registered Nov 19 15:39:09.789579 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:floatingip Nov 19 15:39:09.789579 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] floatingip is already registered Nov 19 15:39:09.789579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service METERING assigned prefix: /metering {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.789579 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 15:39:09.789579 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] rbac_policy is already registered Nov 19 15:39:09.789579 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:security_group Nov 19 15:39:09.790306 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] security_group is already registered Nov 19 15:39:09.790449 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 15:39:09.790835 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] security_group_rule is already registered Nov 19 15:39:09.791610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service CORE assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.791978 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 15:39:09.792344 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] subnetpool is already registered Nov 19 15:39:09.793555 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.resource_helper [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Service CORE assigned prefix: {{(pid=80197) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Nov 19 15:39:09.793939 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 15:39:09.794304 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.quota.resource_registry [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] subnetpool is already registered Nov 19 15:39:09.795091 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: extensions {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.796680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: address-groups {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.798368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: address-scopes {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.799697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: agents {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.800986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: auto-allocated-topology {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.802311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: availability_zones {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.803745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: dhcp-networks {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.805249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: dhcp-agents {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.806768 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: routers {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.808696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: flavors {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.809951 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: service_profiles {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.811809 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: next_providers {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.814375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: service_profiles {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.815991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: floatingip-pools {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.817266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: routers {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.917725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: floatingips {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.919093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: l3-routers {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.921152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: l3-agents {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.922693 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: metering-labels {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.924229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: metering-label-rules {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.925613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: network-ip-availabilities {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.926989 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: bindings {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.928760 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: quotas {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.930292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: quotas {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.931856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: rbac-policies {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.933240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: security-groups {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.934548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: security-group-rules {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.936452 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: service-providers {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.937768 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: subnetpools {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.939315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: subnetpools {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.940871 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.942665 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.944647 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.946536 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.948484 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.950277 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.952264 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.954245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.956290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.958316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.extensions [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Extended resource: tags {{(pid=80197) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Nov 19 15:39:09.965537 dv-cinder-763306-3-smb neutron-server[80197]: WARNING keystonemiddleware.auth_token [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 15:39:09.971217 dv-cinder-763306-3-smb neutron-server[80197]: WARNING keystonemiddleware.auth_token [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 15:39:09.980083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Acquired lock "singleton_lock" {{(pid=80197) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Nov 19 15:39:09.980618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Releasing lock "singleton_lock" {{(pid=80197) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Nov 19 15:39:09.982052 dv-cinder-763306-3-smb neutron-server[80197]: INFO oslo_service.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Starting 2 workers Nov 19 15:39:09.987416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Started child 80308 {{(pid=80197) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 15:39:09.991721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:09.992293 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Started child 80309 {{(pid=80197) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 15:39:09.993224 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [-] (80308) wsgi starting up on http://0.0.0.0:9696 Nov 19 15:39:09.993911 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 15:39:09.994575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Notify callbacks [] for process, before_spawn {{(pid=80197) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:09.996418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:09.997215 dv-cinder-763306-3-smb neutron-server[80197]: INFO oslo_service.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Starting 1 workers Nov 19 15:39:09.998048 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [-] (80309) wsgi starting up on http://0.0.0.0:9696 Nov 19 15:39:10.002718 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Started child 80310 {{(pid=80197) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 15:39:10.003332 dv-cinder-763306-3-smb neutron-server[80197]: INFO oslo_service.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Starting 1 workers Nov 19 15:39:10.005268 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] calling RpcWorker wait() {{(pid=80310) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 15:39:10.005653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] returning from RpcWorker wait() {{(pid=80310) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 15:39:10.007329 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:10.007880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:39:10.008192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Started child 80311 {{(pid=80197) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Nov 19 15:39:10.009078 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05ef09a9-4338-4bc2-b1ba-be1af73d601d None None] Notify callbacks [] for process, after_spawn {{(pid=80197) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:10.010763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80197) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 15:39:10.011044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 15:39:10.011267 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 15:39:10.011487 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 15:39:10.011892 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 15:39:10.012058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 15:39:10.012656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.012972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.013288 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.014123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.014453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.015101 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:10.015249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.015430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.015976 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.016206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.016674 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.016847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.017230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.017527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.018145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.018145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.018424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.018843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.019298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.019493 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.019988 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.020319 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.020612 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.020926 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] debug = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.021203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.021824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.022069 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.022550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.022843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.023167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.023463 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.023770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.024058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.024302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.024752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.025059 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.025280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.025727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.026026 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.026263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.026738 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] host = dv-cinder-763306-3-smb {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.026997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.027203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.027485 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.027753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.028036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.028305 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.028603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.028984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.029776 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.030018 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.030243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.030530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.030852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.031096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_file = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.031313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_options = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.031542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.031888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.032119 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.032329 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.032544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.032762 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.032996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.032996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.033422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.034012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.034012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.034012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.034618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.034618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.035077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.035077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.035490 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.035490 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.036574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.036878 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.037167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.037468 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.037778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.038011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.038467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.038726 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.039121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.039418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.039730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.040058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.041127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.041391 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.041671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.041963 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.042242 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.042486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.042737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.043081 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.043352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.043639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.043933 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.044181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.044449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.044714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.045466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.045713 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_json = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.045964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.046226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.046511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.046772 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.047050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.047296 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.047542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.047814 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.048797 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.049102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.049447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.049729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.050000 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.050164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:39:10.050320 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.050481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.050745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.052161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.052447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.054534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.055260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.055623 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.055954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.056245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.056640 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.057149 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.057430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.057685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.058898 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.059289 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.059743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.060146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.061094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.061386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.062947 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.063232 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.063899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.064180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.065380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.065714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.066376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.066703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.066940 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.067133 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.067394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.067659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.067939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.068244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.068528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.068787 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.069006 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.069267 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.069502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.069779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.069997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.070224 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.070447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.070673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.070919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.071211 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.071474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.071718 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.071961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.072213 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.072466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.072705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.072956 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.073200 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.073448 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.073697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.073955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.074197 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.074438 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.074677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.075012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.075257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.075514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.075733 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.075957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.076238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.076431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.076678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.076992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.077341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.077553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.077855 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.078078 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.078397 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.078667 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.078979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.079206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.079491 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.079751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.080049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.080323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.080604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.080876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.081125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.081398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.081649 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.081905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.082181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.082457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.082697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.083074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.083392 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.083648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.083883 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.084203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.084490 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.084722 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.085136 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.085365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.085585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.085861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.086168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.086469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.086769 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.087163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.087378 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.087584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.087860 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.088080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.088362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.088630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.088929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.089201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.089437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.089652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.089925 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.090272 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.090566 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.090836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.091074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.091340 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.091652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.091960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.092192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.092428 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.092849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.093071 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.093268 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.093467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.093677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.094148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.094367 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.094582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.094828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.095081 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.095413 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.095645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.095905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.096152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.096380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.096570 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.096720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.096891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.097163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.097399 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.097650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.097918 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.098167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.098416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.098675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.098928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.099162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.099434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.099756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.101953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.101953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.101953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.101953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.101953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.101953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.101953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.101953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.105807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.105807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.105807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.105807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.105807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.105807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.105807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.105807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.108065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.108065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.108065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.108065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.108065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.108065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.108065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.108065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.109751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.109751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.109751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.109751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.109751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.109751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.109751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.109751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.111935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.111935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.111935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.111935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.111935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.111935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.111935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.111935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.111935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.115524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.115524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.115524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.115524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.115524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.115524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.115524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.115524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.117048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.117048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.117048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.117048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.117048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.117048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.117048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.117048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.118941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.118941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.118941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.118941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.118941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.118941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.118941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.118941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.120636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.120636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.120636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.120636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.120636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.120636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.120636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.120636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.120636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.122375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.122375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.122375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.122375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.122375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.122375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.122375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.122375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 15:39:10.124599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80197) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Nov 19 15:39:10.124599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Nov 19 15:39:10.124599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Nov 19 15:39:10.124599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Nov 19 15:39:10.124599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Nov 19 15:39:10.124599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Nov 19 15:39:10.124599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.124599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.125626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.125626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.125626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.125626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.125626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.125626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.125626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.125626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.126725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.126725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.126725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.126725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.126725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.126725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.126725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.126725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] debug = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.128965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.129759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.129759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.129759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.129759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.129759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.129759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.129759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.129759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.130820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.130820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] host = dv-cinder-763306-3-smb {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.130820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.130820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.130820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.130820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.130820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.130820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.131948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.131948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.131948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.131948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.131948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.131948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.131948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.131948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_file = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.133073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_options = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.133073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.133073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.133073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.133073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.133073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.133073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.134095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.134095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.134095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.134095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.134095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.134095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.135423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.135423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.135423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.135423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.135423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.135423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.135423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.135423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.136837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.136837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.136837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.136837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.136837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.136837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.136837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.136837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.136837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.138160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.138160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.138160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.138160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.138160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.138160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.138160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.138160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.139429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.139429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.139429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.139429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.139429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.139429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.139429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.139429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.140650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_json = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.140650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.140650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.140650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.140650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.140650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.140650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.140650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.141794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Nov 19 15:39:10.141794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.141794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.141794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.141794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.141794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.141794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.141794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.142923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.142923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.142923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.142923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.142923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.142923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.142923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.143705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.143705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.143705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.143705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.143705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.144298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.144298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.144298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.144298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.144747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.144747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.144747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.145087 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.145087 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.145331 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.145458 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.145582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.145706 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.145889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.146075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.146330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.146451 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.146562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.146752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.146959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.147157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.147342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.147526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.147713 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.147897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.148080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.148264 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.148448 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.148639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.148852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.149047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.149235 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.149422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.149609 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.149609 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.149986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.149986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.150342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.150342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.150699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.150699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.150699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.151198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.151198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.151198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.151560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.151560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.151795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.151919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.152043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.152168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.152344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.152529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.152713 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.152908 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.153109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.153295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.153480 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.153665 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.153850 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.154035 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.154249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.154478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.154663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.154868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.155053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.155238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.155425 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.155611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.155798 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.156018 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.156278 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.156278 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.156633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.156633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.156970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.156970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.157302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.157302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.157641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.157641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.158102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.158102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.158102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.158697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.158697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.158697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.158697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.159467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.159467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.159467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.159467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.159467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.160183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.160183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.160183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.160183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.160866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.160866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.160866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.160866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.161552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.161552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.161552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.161552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.162226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.162226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.162226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.162226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.162838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.162838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.162838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.162838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.163396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.163396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.163396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.163875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.163875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.163875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.164398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.164398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.164398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.164398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.164848 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.164848 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.164848 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.165434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.165434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.165434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.165895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.165895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.165895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.166365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.166365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.166365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.166847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.166847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.166847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.167292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.167292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.167292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.167732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.167732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.168134 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.168134 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.168134 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.168603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.168603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.168603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.169045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.169045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.169045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.169553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.169553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.169553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.170575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.170575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.170575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.171077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.171077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.171077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.171538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.171538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.171538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.171969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.171969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.171969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.172389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.172389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.172744 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.172744 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.173044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.173044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.173334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.173334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.173709 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.173709 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.173709 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.174398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.174398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.174398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.174398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.175038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.175038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.175038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.175481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.175481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.175481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.175939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.175939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.175939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.176381 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.176381 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.176699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.176699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.176997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.176997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.177308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:450:499'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.177308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.177613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.177613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.177911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.177911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.178295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.178295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.178604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.178604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.178973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.178973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.179316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.179316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.179627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.179627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.179930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.179930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.180239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.180239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.180539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.180539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.180838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.180838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Nov 19 15:39:10.181137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80197) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Nov 19 15:39:10.193166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:39:10.226666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36108) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:10.242472 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0121777 Nov 19 15:39:20.830538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ce968e-72c1-497e-9d67-0deec309032d None None] get_active_networks_info from dv-cinder-763306-3-smb {{(pid=80310) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Nov 19 15:39:20.930473 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db46f4c3-b3fe-4d0c-b87e-b90e193aff59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057'] for agent, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:20.988738 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ce968e-72c1-497e-9d67-0deec309032d None None] No non-hosted networks {{(pid=80310) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 15:39:23.396323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4188511e-1820-4f3b-ba34-3c994632a3d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057'] for agent, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:23.430469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-724f1ca1-1595-4360-b20e-42104c31e7dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:23.796613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057'] for agent, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:24.639502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057'] for agent, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:24.644725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.645330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.645852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.646363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.646897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.647420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.650200 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.651773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.652308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.652844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.653370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.653945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:24.654498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-763306-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:39:24.660620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-763306-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:39:24.811994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] get_endpoint_by_host() called for host dv-cinder-763306-3-smb {{(pid=80310) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 15:39:24.818951 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] get_endpoint_by_ip() called for ip 192.168.0.49 {{(pid=80310) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 15:39:24.822773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] _add_endpoint() called for ip 192.168.0.49 {{(pid=80310) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 15:39:24.829531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] _get_endpoints() called {{(pid=80310) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 15:39:25.302137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057'] for agent, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:26.946842 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36202) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:27.602193 dv-cinder-763306-3-smb neutron-server[80197]: WARNING oslo_policy.policy [None req-cc6dff66-7f30-4482-9b35-0ee783341e9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 15:39:27.602824 dv-cinder-763306-3-smb neutron-server[80197]: WARNING oslo_policy.policy [None req-cc6dff66-7f30-4482-9b35-0ee783341e9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 15:39:27.834447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [None req-cc6dff66-7f30-4482-9b35-0ee783341e9b admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:39:27.846823 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-cc6dff66-7f30-4482-9b35-0ee783341e9b admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.8877580 Nov 19 15:39:29.524317 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_hamode_db [None req-0a511530-7de3-4b7d-98ac-fd9b56092b4a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 15:39:29.613717 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a511530-7de3-4b7d-98ac-fd9b56092b4a None None] Routers set() bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:39:29.614067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a511530-7de3-4b7d-98ac-fd9b56092b4a None None] Router IDs set() for agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Nov 19 15:39:30.597715 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36216) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:31.018309 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-5469c426-bf9a-4657-b34f-5508d68f4de8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:39:31.066739 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.policy [None req-5469c426-bf9a-4657-b34f-5508d68f4de8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80309) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 15:39:31.067617 dv-cinder-763306-3-smb neutron-server[80197]: WARNING oslo_policy.policy [None req-5469c426-bf9a-4657-b34f-5508d68f4de8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 15:39:31.068024 dv-cinder-763306-3-smb neutron-server[80197]: WARNING oslo_policy.policy [None req-5469c426-bf9a-4657-b34f-5508d68f4de8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 15:39:31.074983 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota [None req-5469c426-bf9a-4657-b34f-5508d68f4de8 admin admin] Loaded quota_driver: . Nov 19 15:39:31.119788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5469c426-bf9a-4657-b34f-5508d68f4de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:39:31.186193 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5469c426-bf9a-4657-b34f-5508d68f4de8 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305195575724', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305195620332', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305195619873', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305195608751', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363305195607840', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036850811939', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036850788976', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-539728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854180762'] for rbac-policy, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:31.254090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5469c426-bf9a-4657-b34f-5508d68f4de8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:31.255374 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5469c426-bf9a-4657-b34f-5508d68f4de8 admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6566291 Nov 19 15:39:34.266460 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36230) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:34.669994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Request body: {'network': {'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'name': 'private', 'admin_state_up': True}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:39:34.675898 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:39:34.680721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Usage tracker for resource:network and tenant:1683c3c8295c46138a8252e2bd3342c9 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:39:34.684554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:39:34.691223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:39:34.700889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Made reservation on behalf of 1683c3c8295c46138a8252e2bd3342c9 for: {'network': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:39:34.707052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:34.725775 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:34.770669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:39:34.774469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Usage tracker for resource:security_group_rule and tenant:1683c3c8295c46138a8252e2bd3342c9 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:39:34.777471 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:39:34.783805 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:39:34.856137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:34.859002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:34.864650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:34.892024 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:39:34.918836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:34.919938 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Added segment a059c424-c997-44be-82ce-198a92de7256 of type vxlan for network 6b203521-08b8-44c3-be47-e465c66f11cf Nov 19 15:39:34.928884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e9868e-782f-4273-9f77-bcca62ed7b32,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:39:34.988375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.988737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.989092 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.989441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.989787 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.990129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.990471 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.990826 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.991191 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.991535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.991874 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.992211 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Tracked resource versions report: Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: pushed versions: Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: { 'AddressGroup': {'1.0'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': {'1.0'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': {'1.0'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': {'1.1'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': {'1.6'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': {'1.2'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': {'1.8'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': {'1.2'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': {'1.0'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': {'1.0'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': {'1.1'}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': {'1.1'}} Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: consumer versions: Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: { DHCP agent@dv-cinder-763306-3-smb: {}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: L3 agent@dv-cinder-763306-3-smb: {}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: Metadata agent@dv-cinder-763306-3-smb: {}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: Metering agent@dv-cinder-763306-3-smb: {}, Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@dv-cinder-763306-3-smb: { 'AddressGroup': '1.0', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}} Nov 19 15:39:34.993344 dv-cinder-763306-3-smb neutron-server[80197]: {{(pid=80309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 15:39:35.048194 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:35.054222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:35.087866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:35.089241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:39:35.089929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:35.095663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:35.203040 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 0.9353144 Nov 19 15:39:35.208618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Pushing event updated for resources: {'Network': ['ID=6b203521-08b8-44c3-be47-e465c66f11cf,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:39:35.212047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:35.221896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network 6b203521-08b8-44c3-be47-e465c66f11cf details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:39:38.338695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36246) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:38.857993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2991162-78a4-4503-8578-d7965171e80e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:39:38.859493 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-e2991162-78a4-4503-8578-d7965171e80e admin admin] 10.222.0.48 "GET /v2.0/networks/6b203521-08b8-44c3-be47-e465c66f11cf HTTP/1.1" status: 200 len: 818 time: 0.5197139 Nov 19 15:39:38.888384 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-3be740df-0e6f-459c-bd31-d9edc8fc30a9 admin admin] 10.222.0.48 "GET /v2.0/subnetpools/57d8369e-e3ba-4391-aaff-4c47614ad7f4 HTTP/1.1" status: 200 len: 734 time: 0.0226998 Nov 19 15:39:38.897935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'subnetpool_id': '57d8369e-e3ba-4391-aaff-4c47614ad7f4', 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:39:38.902488 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:39:38.907031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Usage tracker for resource:subnet and tenant:1683c3c8295c46138a8252e2bd3342c9 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:39:38.909993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:39:38.915666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:39:38.925828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Made reservation on behalf of 1683c3c8295c46138a8252e2bd3342c9 for: {'subnet': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:39:38.930413 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:39.576978 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for subnet, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:39.592210 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:39.736770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:39:39.743126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:39.803083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Checking segment: {'id': 'a059c424-c997-44be-82ce-198a92de7256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:39:39.803462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Network hostable DHCP agents. Network: 6b203521-08b8-44c3-be47-e465c66f11cf, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:39:39.827279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Network 6b203521-08b8-44c3-be47-e465c66f11cf is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:39:39.835813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, 6b203521-08b8-44c3-be47-e465c66f11cf) {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:39:39.840824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:39:39.841502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:39.845526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93c0eb4-bce0-4cbe-99cf-5c6d1e40bc6f None None] Network 6b203521-08b8-44c3-be47-e465c66f11cf requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:39:39.860762 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9665444 Nov 19 15:39:40.253716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc7ab77e-a496-5b51-8df6-bfcd8eb457d8-6b203521-08b8-44c3-be47-e465c66f11cf', 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'fixed_ips': [{'subnet_id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa'}]}} from dv-cinder-763306-3-smb. {{(pid=80310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 15:39:40.255065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:40.592602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Allocated IP 172.20.0.2 (6b203521-08b8-44c3-be47-e465c66f11cf/4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa/cef9c439-b099-4924-a22e-cbebaad55532) {{(pid=80310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:39:40.833450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Notify callbacks [] for port, precommit_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:40.846980 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Transition to ACTIVE for port object cef9c439-b099-4924-a22e-cbebaad55532 will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:39:40.865205 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Transition to ACTIVE for port object cef9c439-b099-4924-a22e-cbebaad55532 will not be triggered until provisioned by entity DHCP. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:39:40.870912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:40.886920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:41.021535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Pushing event updated for resources: {'Port': ['ID=cef9c439-b099-4924-a22e-cbebaad55532,revision_number=1']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:39:41.046315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.046690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.047090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.047454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.047812 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.048169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.048523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.048888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.049225 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.049571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.049920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.050270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Tracked resource versions report: Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: pushed versions: Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: { 'AddressGroup': {'1.0'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': {'1.0'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': {'1.0'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': {'1.1'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': {'1.6'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': {'1.2'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': {'1.8'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': {'1.2'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': {'1.0'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': {'1.0'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': {'1.1'}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': {'1.1'}} Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: consumer versions: Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: { DHCP agent@dv-cinder-763306-3-smb: {}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: L3 agent@dv-cinder-763306-3-smb: {}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: Metadata agent@dv-cinder-763306-3-smb: {}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: Metering agent@dv-cinder-763306-3-smb: {}, Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@dv-cinder-763306-3-smb: { 'AddressGroup': '1.0', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}} Nov 19 15:39:41.051453 dv-cinder-763306-3-smb neutron-server[80197]: {{(pid=80310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 15:39:41.057856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:41.091517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Network 6b203521-08b8-44c3-be47-e465c66f11cf is already hosted by enough agents. {{(pid=80310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:39:41.092720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Resources bound (agent type, host, resource id): {{(pid=80310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:39:41.095885 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Received port after_create {{(pid=80310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:39:41.159077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Attempting to bind port cef9c439-b099-4924-a22e-cbebaad55532 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:39:41.159527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Attempting to bind port cef9c439-b099-4924-a22e-cbebaad55532 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'a059c424-c997-44be-82ce-198a92de7256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:39:41.160299 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Attempting to bind port cef9c439-b099-4924-a22e-cbebaad55532 on network 6b203521-08b8-44c3-be47-e465c66f11cf {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:39:41.170090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 39, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:39:41.170509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Checking segment: {'id': 'a059c424-c997-44be-82ce-198a92de7256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:39:41.171042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:41.171467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Bound using segment: {'id': 'a059c424-c997-44be-82ce-198a92de7256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:39:41.172004 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Bound port: cef9c439-b099-4924-a22e-cbebaad55532, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a059c424-c997-44be-82ce-198a92de7256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:39:41.172427 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:41.265533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] For port cef9c439-b099-4924-a22e-cbebaad55532, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:39:41.270454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] For port cef9c439-b099-4924-a22e-cbebaad55532, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=cef9c439-b099-4924-a22e-cbebaad55532,segment=NetworkSegment(a059c424-c997-44be-82ce-198a92de7256),segment_id=a059c424-c997-44be-82ce-198a92de7256)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:39:41.273782 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:41.289847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:41.612737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Pushing event updated for resources: {'Port': ['ID=cef9c439-b099-4924-a22e-cbebaad55532,revision_number=2']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:39:41.617318 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:42.597673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36256) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:43.034171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [None req-494fbb70-efdb-44e3-b4c1-6da1f10fb38c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:39:43.035212 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-494fbb70-efdb-44e3-b4c1-6da1f10fb38c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4365129 Nov 19 15:39:44.891429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device cef9c439-b099-4924-a22e-cbebaad55532 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:39:44.960610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port cef9c439-b099-4924-a22e-cbebaad55532 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:39:45.904363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36270) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:46.130122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3fe54-d56c-4728-8e0f-d33060745ee6 None None] Network 6b203521-08b8-44c3-be47-e465c66f11cf requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:39:46.255612 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-ca0606ee-d50c-463e-978a-2a7bc0a0b5d1 None None] Provisioning for port cef9c439-b099-4924-a22e-cbebaad55532 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:39:46.265281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-ca0606ee-d50c-463e-978a-2a7bc0a0b5d1 None None] Provisioning complete for port cef9c439-b099-4924-a22e-cbebaad55532 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:39:46.265694 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ca0606ee-d50c-463e-978a-2a7bc0a0b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:46.364904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [None req-b8717980-89f5-4a2f-9dfe-f1e1c956e441 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:39:46.379529 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b8717980-89f5-4a2f-9dfe-f1e1c956e441 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4739423 Nov 19 15:39:46.507504 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ca0606ee-d50c-463e-978a-2a7bc0a0b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:46.555132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-ca0606ee-d50c-463e-978a-2a7bc0a0b5d1 None None] For port cef9c439-b099-4924-a22e-cbebaad55532, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=cef9c439-b099-4924-a22e-cbebaad55532,segment=NetworkSegment(a059c424-c997-44be-82ce-198a92de7256),segment_id=a059c424-c997-44be-82ce-198a92de7256)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:39:46.559003 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ca0606ee-d50c-463e-978a-2a7bc0a0b5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:46.561820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:46.634354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0606ee-d50c-463e-978a-2a7bc0a0b5d1 None None] Pushing event updated for resources: {'Port': ['ID=cef9c439-b099-4924-a22e-cbebaad55532,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:39:46.637813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ca0606ee-d50c-463e-978a-2a7bc0a0b5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:46.798086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-be429f8c-2ec4-4b9d-835b-e1f6f6cb9502 None None] Provisioning complete for port cef9c439-b099-4924-a22e-cbebaad55532 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:39:46.798595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-be429f8c-2ec4-4b9d-835b-e1f6f6cb9502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:46.880278 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device cef9c439-b099-4924-a22e-cbebaad55532 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:39:47.060954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port cef9c439-b099-4924-a22e-cbebaad55532 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:39:47.061528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:47.213111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-3a17d363-44cd-4c91-a3db-6f0a797cf3ee None None] Provisioning complete for port cef9c439-b099-4924-a22e-cbebaad55532 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:39:47.213518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3a17d363-44cd-4c91-a3db-6f0a797cf3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:49.516606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36282) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:49.930867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Request body: {'router': {'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'name': 'router1', 'admin_state_up': True}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:39:49.936397 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:39:49.940370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Usage tracker for resource:router and tenant:1683c3c8295c46138a8252e2bd3342c9 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:39:49.943496 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:39:49.949146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:39:49.958510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-651071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1764'] for router, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:49.959750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854124745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774036'] for router, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:49.983291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:50.088730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854124627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225899'] for router, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:50.106547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] Notify callbacks [] for router, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:50.107868 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1a5328ff-f088-4bfa-b9db-cc64bf3a5c9a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5902259 Nov 19 15:39:50.575705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dbfc10e9-0048-419d-b174-3868fc34af95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:52.808000 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36292) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:53.227539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [None req-d62a76c9-c6a7-4ffe-a3eb-e2fc643e2ceb admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:39:53.228639 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d62a76c9-c6a7-4ffe-a3eb-e2fc643e2ceb admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.4196386 Nov 19 15:39:53.392857 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fc093740-41ab-44ce-87e4-31081a4d446e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:53.711259 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:54.639589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:55.082779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:39:55.234096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:55.944337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36312) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:56.140274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:39:56.145544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:39:56.149602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Usage tracker for resource:network and tenant:710feaf79a364092a7dae2f1a1f97e9d is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:39:56.152576 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:39:56.158385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:39:56.166833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Made reservation on behalf of 710feaf79a364092a7dae2f1a1f97e9d for: {'network': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:39:56.171491 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:56.184763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:56.217053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:39:56.221211 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Usage tracker for resource:security_group_rule and tenant:710feaf79a364092a7dae2f1a1f97e9d is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:39:56.224156 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:39:56.229761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:39:56.295061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:56.297614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:56.301854 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:56.315876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Reserving flat network on physical network physnet1 {{(pid=80309) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Nov 19 15:39:56.343225 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58bab4ba-cfe2-491b-9c84-367ee542b287,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:39:56.346432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:56.347044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Unsubscribe: segment precommit_create {{(pid=80309) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Nov 19 15:39:56.347462 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Added segment c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec of type flat for network efdedfa2-3635-42e3-9761-de3481e4898f Nov 19 15:39:56.348696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:56.380238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:56.415500 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:56.416676 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:39:56.417281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:39:56.422499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:39:56.521581 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5761218 Nov 19 15:39:56.526742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Pushing event updated for resources: {'Network': ['ID=efdedfa2-3635-42e3-9761-de3481e4898f,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:39:56.529594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:39:56.537173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network efdedfa2-3635-42e3-9761-de3481e4898f details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:39:59.027478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 36332) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:39:59.227007 dv-cinder-763306-3-smb neutron-server[80197]: WARNING oslo_policy.policy [None req-9466477c-54d8-4d56-b222-35bd777dcb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 15:39:59.227606 dv-cinder-763306-3-smb neutron-server[80197]: WARNING oslo_policy.policy [None req-9466477c-54d8-4d56-b222-35bd777dcb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 15:39:59.614252 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.policy [None req-9466477c-54d8-4d56-b222-35bd777dcb61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80308) register_rules /opt/stack/neutron/neutron/policy.py:67}} Nov 19 15:39:59.615116 dv-cinder-763306-3-smb neutron-server[80197]: WARNING oslo_policy.policy [None req-9466477c-54d8-4d56-b222-35bd777dcb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 15:39:59.615520 dv-cinder-763306-3-smb neutron-server[80197]: WARNING oslo_policy.policy [None req-9466477c-54d8-4d56-b222-35bd777dcb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 15:39:59.622012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9466477c-54d8-4d56-b222-35bd777dcb61 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:39:59.623964 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-9466477c-54d8-4d56-b222-35bd777dcb61 admin admin] 10.222.0.48 "GET /v2.0/subnets/4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa HTTP/1.1" status: 200 len: 849 time: 0.5935199 Nov 19 15:39:59.803883 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-2cab972a-801c-44e5-9df8-f650de6e2ab8 admin admin] 10.222.0.48 "GET /v2.0/routers/46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 HTTP/1.1" status: 200 len: 704 time: 0.1738517 Nov 19 15:40:00.440746 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:00.856443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Allocated IP 172.20.0.1 (6b203521-08b8-44c3-be47-e465c66f11cf/4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa/db89d60c-ad8b-4215-acea-ee7fabbc1e26) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:40:01.024830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:01.043843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Transition to ACTIVE for port object db89d60c-ad8b-4215-acea-ee7fabbc1e26 will not be triggered until provisioned by entity DHCP. {{(pid=80308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:40:01.096858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:01.113314 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:01.262846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Pushing event updated for resources: {'Port': ['ID=db89d60c-ad8b-4215-acea-ee7fabbc1e26,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:01.276531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.276837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.277204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.278076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.278435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.278787 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.279164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.279514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.279878 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.280225 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.280572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.280918 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Tracked resource versions report: Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: pushed versions: Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: { 'AddressGroup': {'1.0'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': {'1.0'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': {'1.0'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': {'1.1'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': {'1.6'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': {'1.2'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': {'1.8'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': {'1.2'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': {'1.0'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': {'1.0'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': {'1.1'}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': {'1.1'}} Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: consumer versions: Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: { DHCP agent@dv-cinder-763306-3-smb: {}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: L3 agent@dv-cinder-763306-3-smb: {}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: Metadata agent@dv-cinder-763306-3-smb: {}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: Metering agent@dv-cinder-763306-3-smb: {}, Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@dv-cinder-763306-3-smb: { 'AddressGroup': '1.0', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}} Nov 19 15:40:01.282009 dv-cinder-763306-3-smb neutron-server[80197]: {{(pid=80308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 15:40:01.330704 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:01.346577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Network 6b203521-08b8-44c3-be47-e465c66f11cf is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:40:01.347722 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:40:01.350422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:40:01.350970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554474'] for router_interface, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:01.473550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:01.549653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-0de14592-e2e4-4dba-b8a2-0c9f3c1d0141 None None] Provisioning for port db89d60c-ad8b-4215-acea-ee7fabbc1e26 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:40:01.554514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-0de14592-e2e4-4dba-b8a2-0c9f3c1d0141 None None] Provisioning complete for port db89d60c-ad8b-4215-acea-ee7fabbc1e26 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:40:01.554953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0de14592-e2e4-4dba-b8a2-0c9f3c1d0141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:01.609334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-0de14592-e2e4-4dba-b8a2-0c9f3c1d0141 None None] Port db89d60c-ad8b-4215-acea-ee7fabbc1e26 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:40:01.768065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:01.771687 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:01.772757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851338541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225148'] for router_interface, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:01.787984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:01.924239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Pushing event updated for resources: {'Port': ['ID=db89d60c-ad8b-4215-acea-ee7fabbc1e26,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:01.928322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:01.983795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Network 6b203521-08b8-44c3-be47-e465c66f11cf is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:40:01.984882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:40:02.234401 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-0dfa4f4e-f55a-4efd-9a3b-654644e5869c None None] Provisioning complete for port db89d60c-ad8b-4215-acea-ee7fabbc1e26 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:40:02.234841 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0dfa4f4e-f55a-4efd-9a3b-654644e5869c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:02.291152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa4f4e-f55a-4efd-9a3b-654644e5869c None None] Port db89d60c-ad8b-4215-acea-ee7fabbc1e26 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:40:02.488341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Router 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 is scheduled to L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 with binding_index 1 {{(pid=80308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 15:40:02.661077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:40:02.670749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Sync routers for ids ['46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:40:02.672541 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] 10.222.0.48 "PUT /v2.0/routers/46e8effd-b5e9-4d4f-97dc-325f86b9b8e8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8629112 Nov 19 15:40:02.684066 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Routers {'46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:40:02.684953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:39:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:40:02.868146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Set router 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 gateway port host: None {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:40:03.252750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'name': 'router1', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:39:49Z', 'updated_at': '2020-11-19T15:40:01Z', 'revision_number': 2, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'gw_port_host': None, '_interfaces': [{'id': 'db89d60c-ad8b-4215-acea-ee7fabbc1e26', 'name': '', 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'mac_address': 'fa:16:3e:a2:09:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:40:00Z', 'updated_at': '2020-11-19T15:40:01Z', 'revision_number': 2, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'subnets': [{'id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57d8369e-e3ba-4391-aaff-4c47614ad7f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:40:03.257907 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Checking router: 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:40:03.258329 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Updating router 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 port db89d60c-ad8b-4215-acea-ee7fabbc1e26 binding host dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:40:03.314169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:03.758068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Notify callbacks [] for port, precommit_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:03.774013 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Transition to ACTIVE for port object db89d60c-ad8b-4215-acea-ee7fabbc1e26 will not be triggered until provisioned by entity L2. {{(pid=80311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:40:03.776782 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:03.792419 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:04.109052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Pushing event updated for resources: {'Port': ['ID=db89d60c-ad8b-4215-acea-ee7fabbc1e26,revision_number=3']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:04.125241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.125615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.125991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.126354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.126714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.127104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.127462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.127819 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.128173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.128527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.128880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.129231 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Tracked resource versions report: Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: pushed versions: Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: { 'AddressGroup': {'1.0'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': {'1.0'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': {'1.0'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': {'1.1'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': {'1.6'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': {'1.2'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': {'1.8'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': {'1.2'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': {'1.0'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': {'1.0'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': {'1.1'}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': {'1.1'}} Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: consumer versions: Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: { DHCP agent@dv-cinder-763306-3-smb: {}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: L3 agent@dv-cinder-763306-3-smb: {}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: Metadata agent@dv-cinder-763306-3-smb: {}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: Metering agent@dv-cinder-763306-3-smb: {}, Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@dv-cinder-763306-3-smb: { 'AddressGroup': '1.0', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}} Nov 19 15:40:04.130352 dv-cinder-763306-3-smb neutron-server[80197]: {{(pid=80311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 15:40:04.134055 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:04.284620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Attempting to bind port db89d60c-ad8b-4215-acea-ee7fabbc1e26 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:40:04.285049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Attempting to bind port db89d60c-ad8b-4215-acea-ee7fabbc1e26 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'a059c424-c997-44be-82ce-198a92de7256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf'}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:40:04.285450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Attempting to bind port db89d60c-ad8b-4215-acea-ee7fabbc1e26 on network 6b203521-08b8-44c3-be47-e465c66f11cf {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:40:04.292681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:40:04.293165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Checking segment: {'id': 'a059c424-c997-44be-82ce-198a92de7256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:40:04.293644 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:04.294112 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Bound using segment: {'id': 'a059c424-c997-44be-82ce-198a92de7256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf'} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:40:04.294657 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Bound port: db89d60c-ad8b-4215-acea-ee7fabbc1e26, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a059c424-c997-44be-82ce-198a92de7256', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf'}}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:40:04.295097 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:04.388916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] For port db89d60c-ad8b-4215-acea-ee7fabbc1e26, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:40:04.393301 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] For port db89d60c-ad8b-4215-acea-ee7fabbc1e26, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=db89d60c-ad8b-4215-acea-ee7fabbc1e26,segment=NetworkSegment(a059c424-c997-44be-82ce-198a92de7256),segment_id=a059c424-c997-44be-82ce-198a92de7256)] {{(pid=80311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:40:04.396395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:04.411888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:04.571490 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Pushing event updated for resources: {'Port': ['ID=db89d60c-ad8b-4215-acea-ee7fabbc1e26,revision_number=4']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:04.575327 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:04.628265 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Routers {'46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:40:04.628916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:39:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:40:04.794451 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] Set router 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 gateway port host: None {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:40:05.140801 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'name': 'router1', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:39:49Z', 'updated_at': '2020-11-19T15:40:01Z', 'revision_number': 2, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'gw_port_host': None, '_interfaces': [{'id': 'db89d60c-ad8b-4215-acea-ee7fabbc1e26', 'name': '', 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'mac_address': 'fa:16:3e:a2:09:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:40:00Z', 'updated_at': '2020-11-19T15:40:04Z', 'revision_number': 4, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'subnets': [{'id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57d8369e-e3ba-4391-aaff-4c47614ad7f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:40:05.144994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da4d45-33f4-4a07-99ac-5425ec941cbb None None] The sync data for ids ['46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'] in dv-cinder-763306-3-smb is: [{'id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'name': 'router1', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:39:49Z', 'updated_at': '2020-11-19T15:40:01Z', 'revision_number': 2, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'gw_port_host': None, '_interfaces': [{'id': 'db89d60c-ad8b-4215-acea-ee7fabbc1e26', 'name': '', 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'mac_address': 'fa:16:3e:a2:09:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:40:00Z', 'updated_at': '2020-11-19T15:40:04Z', 'revision_number': 4, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'subnets': [{'id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57d8369e-e3ba-4391-aaff-4c47614ad7f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:40:05.204896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 36354) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:40:05.398411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0fbb84f-ff0b-448b-9435-de07c12d4a32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:40:05.399887 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-e0fbb84f-ff0b-448b-9435-de07c12d4a32 admin admin] 10.222.0.48 "GET /v2.0/networks/efdedfa2-3635-42e3-9761-de3481e4898f HTTP/1.1" status: 200 len: 842 time: 0.1903462 Nov 19 15:40:05.410904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Request body: {'subnet': {'cidr': '172.28.3.0/24', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:40:05.413564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.quota [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Loaded quota_driver: . Nov 19 15:40:05.420026 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:40:05.424761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Usage tracker for resource:subnet and tenant:710feaf79a364092a7dae2f1a1f97e9d is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:40:05.427816 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:40:05.434554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:40:05.447170 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Made reservation on behalf of 710feaf79a364092a7dae2f1a1f97e9d for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:40:05.451325 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:05.941070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.objects.ports [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80308) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 15:40:05.941591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:05.958870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:06.098932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=608a20e4-ae08-4f5a-ab9b-e978313f02a3,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:06.105084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:06.165399 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Checking segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:40:06.165399 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Network hostable DHCP agents. Network: efdedfa2-3635-42e3-9761-de3481e4898f, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:40:06.191221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Network efdedfa2-3635-42e3-9761-de3481e4898f is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:40:06.201788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, efdedfa2-3635-42e3-9761-de3481e4898f) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:40:06.205989 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:40:06.206649 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:06.211050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8256c98b-329e-415a-897c-fdf873ee0380 None None] Network efdedfa2-3635-42e3-9761-de3481e4898f requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:40:06.236354 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8291743 Nov 19 15:40:06.458040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef8c35-ed3a-4031-ab03-8dfe63b5169b None None] Network efdedfa2-3635-42e3-9761-de3481e4898f requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:40:06.892996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device db89d60c-ad8b-4215-acea-ee7fabbc1e26 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:40:06.973737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port db89d60c-ad8b-4215-acea-ee7fabbc1e26 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:40:06.979305 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port db89d60c-ad8b-4215-acea-ee7fabbc1e26 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:40:06.979630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:07.103007 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:07.139038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port db89d60c-ad8b-4215-acea-ee7fabbc1e26, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=db89d60c-ad8b-4215-acea-ee7fabbc1e26,segment=NetworkSegment(a059c424-c997-44be-82ce-198a92de7256),segment_id=a059c424-c997-44be-82ce-198a92de7256)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:40:07.142866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:07.145126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ca0606ee-d50c-463e-978a-2a7bc0a0b5d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:07.214317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=db89d60c-ad8b-4215-acea-ee7fabbc1e26,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:07.217667 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:08.846609 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 36368) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:40:08.875778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device db89d60c-ad8b-4215-acea-ee7fabbc1e26 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:40:08.950326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port db89d60c-ad8b-4215-acea-ee7fabbc1e26 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:40:08.950747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:09.101542 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c1de55db-cdc6-4a05-8ed1-65df5b7b7234 admin admin] 10.222.0.48 "GET /v2.0/routers/46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 HTTP/1.1" status: 200 len: 710 time: 0.2536709 Nov 19 15:40:09.400708 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205d1cfd-3318-4601-b7de-f7d7c389bb14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:40:09.402092 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-205d1cfd-3318-4601-b7de-f7d7c389bb14 admin admin] 10.222.0.48 "GET /v2.0/networks/efdedfa2-3635-42e3-9761-de3481e4898f HTTP/1.1" status: 200 len: 886 time: 0.2941766 Nov 19 15:40:09.412721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:40:09.916182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774049'] for router, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:10.124851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:10.160604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:10.173803 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:10.217547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:40:10.221944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:40:10.225165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:40:10.231570 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:40:10.304298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:10.307220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:10.322645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:10.421934 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c9f5c-99ca-4c19-870e-b93b5d85c84b,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:10.434603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:10.589466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Allocated IP 172.28.3.162 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/28f5edd7-2184-4850-8bf5-6dc057d500ad) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:40:10.749315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:10.774893 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:10.790961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:10.930629 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Pushing event updated for resources: {'Port': ['ID=28f5edd7-2184-4850-8bf5-6dc057d500ad,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:10.935020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:10.976539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:40:10.977578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:40:10.979899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:40:11.126025 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:11.300500 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774049'] for router, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:11.303974 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225899', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854225882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-549934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854124610'] for router, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:11.671002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Router 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:40:11.886967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:40:11.896557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Sync routers for ids ['46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:40:11.904542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Notify callbacks [] for router, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:11.905813 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] 10.222.0.48 "PUT /v2.0/routers/46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 HTTP/1.1" status: 200 len: 890 time: 2.4967020 Nov 19 15:40:11.910044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Routers {'46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:40:11.910740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:39:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:40:12.259379 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Set router 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:40:12.613114 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'name': 'router1', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '28f5edd7-2184-4850-8bf5-6dc057d500ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:39:49Z', 'updated_at': '2020-11-19T15:40:11Z', 'revision_number': 4, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'gw_port': {'id': '28f5edd7-2184-4850-8bf5-6dc057d500ad', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:40:10Z', 'updated_at': '2020-11-19T15:40:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'db89d60c-ad8b-4215-acea-ee7fabbc1e26', 'name': '', 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'mac_address': 'fa:16:3e:a2:09:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:40:00Z', 'updated_at': '2020-11-19T15:40:07Z', 'revision_number': 5, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'subnets': [{'id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57d8369e-e3ba-4391-aaff-4c47614ad7f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:40:12.618198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Checking router: 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:40:12.618599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Updating router 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 port 28f5edd7-2184-4850-8bf5-6dc057d500ad binding host dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:40:12.672225 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:13.089745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Notify callbacks [] for port, precommit_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:13.103995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Transition to ACTIVE for port object 28f5edd7-2184-4850-8bf5-6dc057d500ad will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:40:13.106631 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:13.122695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:13.264473 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fd1f3-483a-4bd1-b10c-b1a0ee052b94 None None] Pushing event updated for resources: {'Port': ['ID=28f5edd7-2184-4850-8bf5-6dc057d500ad,revision_number=2']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:13.267478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-167fd1f3-483a-4bd1-b10c-b1a0ee052b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:13.323764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Attempting to bind port 28f5edd7-2184-4850-8bf5-6dc057d500ad on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:40:13.324774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Attempting to bind port 28f5edd7-2184-4850-8bf5-6dc057d500ad by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:40:13.325174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Attempting to bind port 28f5edd7-2184-4850-8bf5-6dc057d500ad on network efdedfa2-3635-42e3-9761-de3481e4898f {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:40:13.332232 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:40:13.332662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Checking segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:40:13.333074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:13.333495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Bound using segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:40:13.333994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Bound port: 28f5edd7-2184-4850-8bf5-6dc057d500ad, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:40:13.334394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:13.407934 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] For port 28f5edd7-2184-4850-8bf5-6dc057d500ad, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:40:13.411038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] For port 28f5edd7-2184-4850-8bf5-6dc057d500ad, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=28f5edd7-2184-4850-8bf5-6dc057d500ad,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:40:13.414263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:13.430145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:13.581432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fd1f3-483a-4bd1-b10c-b1a0ee052b94 None None] Pushing event updated for resources: {'Port': ['ID=28f5edd7-2184-4850-8bf5-6dc057d500ad,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:13.586044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-167fd1f3-483a-4bd1-b10c-b1a0ee052b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:13.630029 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Routers {'46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:40:13.630671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:39:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:40:13.816521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] Set router 46e8effd-b5e9-4d4f-97dc-325f86b9b8e8 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:40:14.178638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'name': 'router1', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '28f5edd7-2184-4850-8bf5-6dc057d500ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:39:49Z', 'updated_at': '2020-11-19T15:40:11Z', 'revision_number': 4, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'gw_port': {'id': '28f5edd7-2184-4850-8bf5-6dc057d500ad', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:40:10Z', 'updated_at': '2020-11-19T15:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'db89d60c-ad8b-4215-acea-ee7fabbc1e26', 'name': '', 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'mac_address': 'fa:16:3e:a2:09:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:40:00Z', 'updated_at': '2020-11-19T15:40:07Z', 'revision_number': 5, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'subnets': [{'id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57d8369e-e3ba-4391-aaff-4c47614ad7f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:40:14.182923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f5995-d277-4ecd-bb6d-907612c22411 None None] The sync data for ids ['46e8effd-b5e9-4d4f-97dc-325f86b9b8e8'] in dv-cinder-763306-3-smb is: [{'id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'name': 'router1', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.162'}], 'enable_snat': True}, 'gw_port_id': '28f5edd7-2184-4850-8bf5-6dc057d500ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:39:49Z', 'updated_at': '2020-11-19T15:40:11Z', 'revision_number': 4, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'gw_port': {'id': '28f5edd7-2184-4850-8bf5-6dc057d500ad', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:96:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:40:10Z', 'updated_at': '2020-11-19T15:40:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'db89d60c-ad8b-4215-acea-ee7fabbc1e26', 'name': '', 'network_id': '6b203521-08b8-44c3-be47-e465c66f11cf', 'tenant_id': '1683c3c8295c46138a8252e2bd3342c9', 'mac_address': 'fa:16:3e:a2:09:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46e8effd-b5e9-4d4f-97dc-325f86b9b8e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:40:00Z', 'updated_at': '2020-11-19T15:40:07Z', 'revision_number': 5, 'project_id': '1683c3c8295c46138a8252e2bd3342c9', 'subnets': [{'id': '4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57d8369e-e3ba-4391-aaff-4c47614ad7f4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:40:14.630662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 36378) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:40:14.781636 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d98f5a9d-c511-4cd1-8dcc-2fecf5c4327b admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1496150 Nov 19 15:40:14.914940 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 28f5edd7-2184-4850-8bf5-6dc057d500ad up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:40:14.990573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 28f5edd7-2184-4850-8bf5-6dc057d500ad completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:40:14.995569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 28f5edd7-2184-4850-8bf5-6dc057d500ad triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:40:14.996030 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:15.125172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:15.143733 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port 28f5edd7-2184-4850-8bf5-6dc057d500ad, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=28f5edd7-2184-4850-8bf5-6dc057d500ad,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:40:15.147814 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:15.149544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9f294aa2-e267-4707-bf16-894008b7a7d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:40:15.232954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=28f5edd7-2184-4850-8bf5-6dc057d500ad,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:40:15.238522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:40:16.905203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 28f5edd7-2184-4850-8bf5-6dc057d500ad up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:40:16.985664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 28f5edd7-2184-4850-8bf5-6dc057d500ad triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:40:16.985995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:20.619618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a352892-302e-4c3d-9f15-9d5ddc486445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:23.404053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7a97b326-99cd-4a18-9940-d2d967500cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:23.726334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:24.632680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:25.254523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:32.085280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:40:50.709389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e16dbbda-ab9e-4cc9-9aff-bdc088f6da65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:53.396253 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0049dfd7-60e2-46a3-b85c-fdf115fb9d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:53.719324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:54.634589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:40:55.255153 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:09.085666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:41:20.574875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6b3ebd24-3a09-411c-8416-59044afc8e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:23.398533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-afecb6fc-aa3a-4b07-a513-c77876af8a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:23.721561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:24.637545 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:25.259927 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:46.087558 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:41:50.576436 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd441a74-f020-4372-815e-38927833849d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:53.393333 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c7c22de3-321c-4e6f-9a52-6e56e06fa16e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:53.725379 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:54.639859 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:41:55.260486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:20.577833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1e15d67-b23a-4846-a054-3f2702252aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:23.087895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:42:23.395076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-804fb771-cdb4-40d6-8dcf-a2fa026a829d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:23.728236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:24.645291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:25.270637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:30.942061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36954) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:31.045149 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.pecan_wsgi.hooks.translation [None req-4896e666-3cb0-46a1-8c6f-095ba9af88da admin admin] GET failed (client error): The resource could not be found. Nov 19 15:42:31.045697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4896e666-3cb0-46a1-8c6f-095ba9af88da admin admin] Synchronizing usage tracker for tenant:710feaf79a364092a7dae2f1a1f97e9d on resource:network {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:42:31.062274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4896e666-3cb0-46a1-8c6f-095ba9af88da admin admin] Unset dirty status for tenant:710feaf79a364092a7dae2f1a1f97e9d on resource:network {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:42:31.063487 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-4896e666-3cb0-46a1-8c6f-095ba9af88da admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1203985 Nov 19 15:42:31.208883 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb4cf78-843b-4ebf-83da-23af6f8141d6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:31.210447 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-dfb4cf78-843b-4ebf-83da-23af6f8141d6 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1425002 Nov 19 15:42:33.688402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36964) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:33.832282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b5e0b7-bc85-42be-8a2e-5725e4524390 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:33.833732 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a3b5e0b7-bc85-42be-8a2e-5725e4524390 admin admin] 10.222.0.48 "GET /v2.0/subnets/4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa HTTP/1.1" status: 200 len: 849 time: 0.1443110 Nov 19 15:42:33.843935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:42:33.968823 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:34.280032 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731657737997'] for subnet, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:34.295015 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-87bd857c-2977-412d-9887-8feccd14c249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:42:34.441433 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:42:34.465175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.465554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.465922 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.466286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.466645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.467034 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.467388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.467741 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.468109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.468462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.468811 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.469159 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:42:34.474856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:42:34.491281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:34.491919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:34.493315 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] 10.222.0.48 "PUT /v2.0/subnets/4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa HTTP/1.1" status: 200 len: 868 time: 0.6534209 Nov 19 15:42:34.510283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0dd568-d7b8-47f0-b50f-a56756528b10 None None] Network 6b203521-08b8-44c3-be47-e465c66f11cf requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:42:34.980012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9b2cd653-7874-41dd-9ffb-05ca6a3a67e7 None None] Provisioning complete for port cef9c439-b099-4924-a22e-cbebaad55532 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:42:34.980534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd653-7874-41dd-9ffb-05ca6a3a67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:35.113913 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9b2cd653-7874-41dd-9ffb-05ca6a3a67e7 None None] Provisioning complete for port db89d60c-ad8b-4215-acea-ee7fabbc1e26 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:42:35.114242 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b2cd653-7874-41dd-9ffb-05ca6a3a67e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:37.011138 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36974) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:37.225303 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a4a76-7602-4154-b557-54113a01746e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:37.225718 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a4a76-7602-4154-b557-54113a01746e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:37.228086 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fe3a4a76-7602-4154-b557-54113a01746e admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2159252 Nov 19 15:42:39.711659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36984) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:39.925075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d39dd0-0848-43b5-b0dd-6a32f3922de2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:39.925419 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d39dd0-0848-43b5-b0dd-6a32f3922de2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:39.927093 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b8d39dd0-0848-43b5-b0dd-6a32f3922de2 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2143326 Nov 19 15:42:42.409311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 36994) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:42.625967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d1edea-8767-4e4c-afe8-ca2c0ac6a8b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:42.627397 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a0d1edea-8767-4e4c-afe8-ca2c0ac6a8b1 admin admin] 10.222.0.48 "GET /v2.0/networks/6b203521-08b8-44c3-be47-e465c66f11cf HTTP/1.1" status: 200 len: 862 time: 0.2170179 Nov 19 15:42:45.130163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37004) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:45.347932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e81844c-ea9e-416c-9787-1121c38a8f26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:45.349345 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-0e81844c-ea9e-416c-9787-1121c38a8f26 admin admin] 10.222.0.48 "GET /v2.0/networks/efdedfa2-3635-42e3-9761-de3481e4898f HTTP/1.1" status: 200 len: 886 time: 0.2180552 Nov 19 15:42:47.849681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37014) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:47.993062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de96ecf-7bc3-4bf8-acdb-eb0f28861dd3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:47.993383 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de96ecf-7bc3-4bf8-acdb-eb0f28861dd3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:47.994181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4de96ecf-7bc3-4bf8-acdb-eb0f28861dd3 admin admin] Synchronizing usage tracker for tenant:710feaf79a364092a7dae2f1a1f97e9d on resource:subnet {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:42:48.011123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4de96ecf-7bc3-4bf8-acdb-eb0f28861dd3 admin admin] Unset dirty status for tenant:710feaf79a364092a7dae2f1a1f97e9d on resource:subnet {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:42:48.012366 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-4de96ecf-7bc3-4bf8-acdb-eb0f28861dd3 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1616600 Nov 19 15:42:50.510061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37024) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:50.580064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-33b40b8e-6a12-4fbf-ae02-8756ebd9b845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:50.654448 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5680852c-72db-4887-8b51-40945087515d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:50.654880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5680852c-72db-4887-8b51-40945087515d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:50.656534 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5680852c-72db-4887-8b51-40945087515d admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1454382 Nov 19 15:42:53.143334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37034) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:53.290772 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574c3d3-4765-4fc7-b653-7abb2233db7e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:53.292267 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1574c3d3-4765-4fc7-b653-7abb2233db7e admin admin] 10.222.0.48 "GET /v2.0/subnets/4831e111-f8f2-4b3f-a9e9-e6e325ff5eaa HTTP/1.1" status: 200 len: 868 time: 0.1479170 Nov 19 15:42:53.399206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e1d6829e-2bac-43b0-a521-96c035c2ed86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:53.728904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:54.649729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:55.268382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:42:55.792322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37044) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:42:55.930722 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2a7d34-d71e-4a9c-8449-8ff907f75257 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:42:55.932211 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-2b2a7d34-d71e-4a9c-8449-8ff907f75257 admin admin] 10.222.0.48 "GET /v2.0/subnets/608a20e4-ae08-4f5a-ab9b-e978313f02a3 HTTP/1.1" status: 200 len: 816 time: 0.1388662 Nov 19 15:43:00.089135 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:43:20.581462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-540d9e2b-a30d-4447-a43a-febc092cfe60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:21.580221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37084) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:43:21.660994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [None req-8e51f2b5-55df-4eec-a913-a7d7215f2eee admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80308) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:43:21.662115 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-8e51f2b5-55df-4eec-a913-a7d7215f2eee admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0808878 Nov 19 15:43:23.400749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aa93acd2-9655-4197-8514-00356f48a957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:23.733866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:24.242171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37094) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:43:24.356453 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.pecan_wsgi.hooks.translation [None req-36dca300-fe65-4439-9cff-5ea234827bba admin admin] GET failed (client error): The resource could not be found. Nov 19 15:43:24.360584 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-36dca300-fe65-4439-9cff-5ea234827bba admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1173186 Nov 19 15:43:24.498508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890c46d1-fe51-4c20-a505-fb9eef3a7927 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:43:24.500160 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-890c46d1-fe51-4c20-a505-fb9eef3a7927 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1381018 Nov 19 15:43:24.654427 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:25.273073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:27.011070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37104) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:43:27.092462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:43:27.097745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:43:27.108113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:43:27.116872 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Made reservation on behalf of 710feaf79a364092a7dae2f1a1f97e9d for: {'network': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:43:27.121509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:27.217784 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.services.revisions.revision_plugin [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Could not find related network for resource to bump revision. Nov 19 15:43:27.239169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:43:27.250539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:27.251058 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Added segment e98f6970-9485-4c4b-baeb-a9193b927745 of type vxlan for network 723fd607-f791-47b1-b9fd-310c13ed70ca Nov 19 15:43:27.292951 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:27.327166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:27.328395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:43:27.329014 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:27.333723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:43:27.432795 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4205410 Nov 19 15:43:27.437986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Pushing event updated for resources: {'Network': ['ID=723fd607-f791-47b1-b9fd-310c13ed70ca,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:43:27.447645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.448026 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.448392 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.448750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.449107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.449460 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.449811 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.450162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.453157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.453157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.453157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.453157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:27.455930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:43:27.465887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network 723fd607-f791-47b1-b9fd-310c13ed70ca details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:43:29.933829 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37114) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:43:30.036526 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.pecan_wsgi.hooks.translation [None req-5982d0c7-b0db-4a2f-9484-eb6bcc62b620 admin admin] GET failed (client error): The resource could not be found. Nov 19 15:43:30.036820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5982d0c7-b0db-4a2f-9484-eb6bcc62b620 admin admin] Synchronizing usage tracker for tenant:710feaf79a364092a7dae2f1a1f97e9d on resource:network {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:43:30.051849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5982d0c7-b0db-4a2f-9484-eb6bcc62b620 admin admin] Unset dirty status for tenant:710feaf79a364092a7dae2f1a1f97e9d on resource:network {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:43:30.053071 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5982d0c7-b0db-4a2f-9484-eb6bcc62b620 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1181977 Nov 19 15:43:30.170390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f111ba-9e00-4a55-8646-27249167488a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:43:30.171993 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b3f111ba-9e00-4a55-8646-27249167488a admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1145930 Nov 19 15:43:30.183192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:43:30.188141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:43:30.197938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:43:30.206753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Made reservation on behalf of 710feaf79a364092a7dae2f1a1f97e9d for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:43:30.211969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:30.626269 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:30.645284 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:43:30.781973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b432534-d948-4e26-87d9-17024f6708a1,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:43:30.785953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:43:30.847582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Checking segment: {'id': 'e98f6970-9485-4c4b-baeb-a9193b927745', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:43:30.847952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Network hostable DHCP agents. Network: 723fd607-f791-47b1-b9fd-310c13ed70ca, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:43:30.869972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Network 723fd607-f791-47b1-b9fd-310c13ed70ca is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:43:30.878790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, 723fd607-f791-47b1-b9fd-310c13ed70ca) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:43:30.883326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:43:30.883948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:30.889450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33c8d20-caad-46f1-9010-6727b480d9ce None None] Network 723fd607-f791-47b1-b9fd-310c13ed70ca requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:43:30.908729 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7295268 Nov 19 15:43:31.132955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc7ab77e-a496-5b51-8df6-bfcd8eb457d8-723fd607-f791-47b1-b9fd-310c13ed70ca', 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca', 'tenant_id': '710feaf79a364092a7dae2f1a1f97e9d', 'fixed_ips': [{'subnet_id': '4b432534-d948-4e26-87d9-17024f6708a1'}]}} from dv-cinder-763306-3-smb. {{(pid=80310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 15:43:31.134271 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:31.442086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Allocated IP 192.168.233.2 (723fd607-f791-47b1-b9fd-310c13ed70ca/4b432534-d948-4e26-87d9-17024f6708a1/5c5989ff-93c4-49bb-bfb8-772df207e2c1) {{(pid=80310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:43:31.672260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Notify callbacks [] for port, precommit_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:31.684002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Transition to ACTIVE for port object 5c5989ff-93c4-49bb-bfb8-772df207e2c1 will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:43:31.701424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Transition to ACTIVE for port object 5c5989ff-93c4-49bb-bfb8-772df207e2c1 will not be triggered until provisioned by entity DHCP. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:43:31.707641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:31.722406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:43:31.857728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Pushing event updated for resources: {'Port': ['ID=5c5989ff-93c4-49bb-bfb8-772df207e2c1,revision_number=1']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:43:31.882495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.882903 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.883281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.883652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.884020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.884385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.884749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.885113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.885470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.885830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.886184 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.886542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:43:31.892479 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:43:31.942724 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Network 723fd607-f791-47b1-b9fd-310c13ed70ca is already hosted by enough agents. {{(pid=80310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:43:31.944552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Resources bound (agent type, host, resource id): {{(pid=80310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:43:31.947263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Received port after_create {{(pid=80310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:43:32.006841 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Attempting to bind port 5c5989ff-93c4-49bb-bfb8-772df207e2c1 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:43:32.007192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Attempting to bind port 5c5989ff-93c4-49bb-bfb8-772df207e2c1 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'e98f6970-9485-4c4b-baeb-a9193b927745', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:43:32.007586 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Attempting to bind port 5c5989ff-93c4-49bb-bfb8-772df207e2c1 on network 723fd607-f791-47b1-b9fd-310c13ed70ca {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:43:32.014889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 43, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:43:32.015372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Checking segment: {'id': 'e98f6970-9485-4c4b-baeb-a9193b927745', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:43:32.015740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:32.016171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Bound using segment: {'id': 'e98f6970-9485-4c4b-baeb-a9193b927745', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:43:32.016684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Bound port: 5c5989ff-93c4-49bb-bfb8-772df207e2c1, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98f6970-9485-4c4b-baeb-a9193b927745', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:43:32.017095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:32.118240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] For port 5c5989ff-93c4-49bb-bfb8-772df207e2c1, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:43:32.122101 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] For port 5c5989ff-93c4-49bb-bfb8-772df207e2c1, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=5c5989ff-93c4-49bb-bfb8-772df207e2c1,segment=NetworkSegment(e98f6970-9485-4c4b-baeb-a9193b927745),segment_id=e98f6970-9485-4c4b-baeb-a9193b927745)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:43:32.125292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:32.142908 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:43:32.451079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Pushing event updated for resources: {'Port': ['ID=5c5989ff-93c4-49bb-bfb8-772df207e2c1,revision_number=2']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:43:32.456120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:43:33.021442 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 5c5989ff-93c4-49bb-bfb8-772df207e2c1 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:43:33.096489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 5c5989ff-93c4-49bb-bfb8-772df207e2c1 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:43:33.763230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2667ed34-ce30-4ba3-9b69-32a41b03d92e None None] Network 723fd607-f791-47b1-b9fd-310c13ed70ca requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:43:33.887561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-69435a86-3bdb-4b8f-a763-94b5c79bc981 None None] Provisioning for port 5c5989ff-93c4-49bb-bfb8-772df207e2c1 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:43:33.902933 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-69435a86-3bdb-4b8f-a763-94b5c79bc981 None None] Provisioning complete for port 5c5989ff-93c4-49bb-bfb8-772df207e2c1 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:43:33.903353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69435a86-3bdb-4b8f-a763-94b5c79bc981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:34.128626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69435a86-3bdb-4b8f-a763-94b5c79bc981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:34.174253 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-69435a86-3bdb-4b8f-a763-94b5c79bc981 None None] For port 5c5989ff-93c4-49bb-bfb8-772df207e2c1, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=5c5989ff-93c4-49bb-bfb8-772df207e2c1,segment=NetworkSegment(e98f6970-9485-4c4b-baeb-a9193b927745),segment_id=e98f6970-9485-4c4b-baeb-a9193b927745)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:43:34.179631 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69435a86-3bdb-4b8f-a763-94b5c79bc981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:34.181716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-489cea46-eaeb-4ae6-a78a-9f1443d36f21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:43:34.257207 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69435a86-3bdb-4b8f-a763-94b5c79bc981 None None] Pushing event updated for resources: {'Port': ['ID=5c5989ff-93c4-49bb-bfb8-772df207e2c1,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:43:34.261874 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-69435a86-3bdb-4b8f-a763-94b5c79bc981 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:43:34.406338 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-67ef4271-d27f-4111-b620-3fbbd2564e9c None None] Provisioning complete for port 5c5989ff-93c4-49bb-bfb8-772df207e2c1 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:43:34.406756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-67ef4271-d27f-4111-b620-3fbbd2564e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:34.671677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-062d261c-50b5-4029-b9c6-d804839d79f4 None None] Provisioning complete for port 5c5989ff-93c4-49bb-bfb8-772df207e2c1 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:43:34.672182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-062d261c-50b5-4029-b9c6-d804839d79f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:34.988318 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 5c5989ff-93c4-49bb-bfb8-772df207e2c1 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:43:35.061679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 5c5989ff-93c4-49bb-bfb8-772df207e2c1 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:43:35.062097 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:37.090082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:43:50.583342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d76810d7-658b-40a9-a09b-b9d1ce5a080a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:53.403329 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da30950a-61aa-4a49-a8fd-650d36cab702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:53.736887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:54.656735 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:43:55.278478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:14.091459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:44:20.588585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b3c4ca1d-fcb2-4fa4-8f34-8c8598e04fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:23.406004 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bc3e6dc8-ccde-48d2-88fa-345c32dd5700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:23.739630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:24.658749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:25.282012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:33.529002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37156) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:44:33.535402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [None req-690bbe23-7f12-4329-8cff-e9c0716ceb95 tempest-verify_tempest_config-1156877458 tempest-verify_tempest_config-1156877458] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80308) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:44:33.537035 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-690bbe23-7f12-4329-8cff-e9c0716ceb95 tempest-verify_tempest_config-1156877458 tempest-verify_tempest_config-1156877458] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12795 time: 0.0069852 Nov 19 15:44:33.916191 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37176) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:44:34.067606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:34.104186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:44:34.108299 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Usage tracker for resource:security_group_rule and tenant:292166da4b284ab7b7841c249eafe6be is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:44:34.111311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:44:34.119227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:44:34.197101 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:34.200512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:34.211989 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:44:34.258562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d2938-892f-4901-94f4-64f87e6318a2,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:44:34.264719 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=292166da4b284ab7b7841c249eafe6be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3473945 Nov 19 15:44:34.267357 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37182) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:44:34.282206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.282584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.282997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.283364 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.283725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.284086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.284442 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.284799 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.285161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.285546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.285899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.286249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:44:34.291403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:44:34.345017 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a136ec1-cb1e-4cbc-addc-71edd72fa653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:34.373563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a136ec1-cb1e-4cbc-addc-71edd72fa653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:34.423284 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a136ec1-cb1e-4cbc-addc-71edd72fa653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:34.429102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:44:34.440077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a136ec1-cb1e-4cbc-addc-71edd72fa653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d2938-892f-4901-94f4-64f87e6318a2,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:44:34.444936 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2a136ec1-cb1e-4cbc-addc-71edd72fa653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:44:34.446979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a136ec1-cb1e-4cbc-addc-71edd72fa653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:34.448208 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-2a136ec1-cb1e-4cbc-addc-71edd72fa653 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a90d2938-892f-4901-94f4-64f87e6318a2 HTTP/1.1" status: 204 len: 168 time: 0.1782091 Nov 19 15:44:50.590547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-824e6db1-d0a7-4823-a6e4-674c3d47c1f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:51.233867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:44:53.409959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69829cf9-6ebe-4b2b-90c8-0c016e012c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:53.742127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:54.661487 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:44:55.284106 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:20.592673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6287c299-e05c-4860-bd7a-61ca9d8698b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:23.415851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-99c3c4f3-f2be-43cf-8e2e-270fc88f7183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:23.745594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:24.665172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:25.287184 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:28.094406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:45:50.594228 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5d5ce1f3-02d1-4f0e-bc63-32c02f6ae45f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:53.417992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2f7c7786-7f25-461d-9b38-a988ec2c80ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:53.747222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:54.668440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:45:55.292127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:05.094392 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 5 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:46:20.599380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1c35075b-873a-47d9-beed-2245c4ed17e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:21.691321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057'] for agent, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:21.691812 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.692115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.692690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.693460 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.693833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.694200 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.694573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.695130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.695511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.695863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.696248 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.696726 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:46:21.697119 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76330', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:46:21.701504 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76330', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.0'}} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:46:22.078721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] get_endpoint_by_host() called for host hv-cinder-76330 {{(pid=80310) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Nov 19 15:46:22.083033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] get_endpoint_by_ip() called for ip 192.168.0.45 {{(pid=80310) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Nov 19 15:46:22.086779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] _add_endpoint() called for ip 192.168.0.45 {{(pid=80310) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Nov 19 15:46:22.091472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] _get_endpoints() called {{(pid=80310) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Nov 19 15:46:23.419537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2ce227b0-4788-46c9-8598-59f579d5b7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:23.750537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:24.670351 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:25.294645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:35.578204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37254) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:46:35.729766 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b54df04a-9915-48ae-aed7-d69f9e2be476 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1503513 Nov 19 15:46:38.245469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37264) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:46:38.332565 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-3f07ef83-abb8-4e8f-a5c2-0ef0f95f88b2 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0859187 Nov 19 15:46:42.095832 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:46:50.602344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3c720a0a-023c-4b64-9ded-a65d621797ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:51.676084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:53.425191 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f8c1a977-7836-40b6-bbc2-c289d8b35817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:53.752514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:54.672539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:46:55.299349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:19.096529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:47:20.605763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ce2b4680-fe5d-49db-923c-420b5015faa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:21.686674 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:23.431743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0ccc66ae-4d20-4894-aae1-b8ea5c971fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:23.754706 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:24.674550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:25.301495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:50.610299 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d9ad8ed1-7482-4770-9bdb-d7df891496ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:51.695886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:53.422989 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ab54b81c-1d3a-4dde-9930-f4a63089d278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:53.757640 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:54.676634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:55.305128 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:47:56.098689 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:48:20.646313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3fbfa16a-107b-4218-a826-28666d59e288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:21.714139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:23.427555 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-240fc4ef-23b6-4053-8979-17090d21d7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:23.761668 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.140032 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37464) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:24.374679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37480) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:24.386041 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37484) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:24.407411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37492) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:24.537946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1323976413-network', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:24.544362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:24.550946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Usage tracker for resource:network and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:24.554187 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:24.561360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:24.571714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Made reservation on behalf of aa9f0425731e423fbf02bdd413472e79 for: {'network': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:48:24.577668 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.596033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.619136 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-663171359-network', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:24.624421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:24.628856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Usage tracker for resource:network and tenant:d4965ec6a8b540b7af2498b0132a572e is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:24.633335 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:24.640470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:24.654113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Made reservation on behalf of d4965ec6a8b540b7af2498b0132a572e for: {'network': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:48:24.657943 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-network', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:24.664279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:24.669060 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Usage tracker for resource:network and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:24.672240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:24.676770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.692628 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.695084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:24.702063 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.709725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:24.713814 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Made reservation on behalf of 2b3cee85ecd5406ea42f5cec8ecaa9d7 for: {'network': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:48:24.724049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.744374 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:24.748602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:d4965ec6a8b540b7af2498b0132a572e is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:24.751843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:24.757110 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Usage tracker for resource:security_group_rule and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:24.759367 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:24.772959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-360747763-network', 'tenant_id': '0befff22b84546a389df159dcf6c1727'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:24.776831 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:24.785995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:24.789811 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.812397 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:24.824462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Usage tracker for resource:network and tenant:0befff22b84546a389df159dcf6c1727 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:24.830420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:24.851009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:24.851993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.856876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.873146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:24.893450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Usage tracker for resource:security_group_rule and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:24.896794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Made reservation on behalf of 0befff22b84546a389df159dcf6c1727 for: {'network': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:48:24.901506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.903959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:48:24.906631 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:24.922124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:24.934711 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.945090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:24.964457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.964827 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Added segment ee43f5b9-f995-47ac-ae2e-0be54c54cd91 of type vxlan for network b7e0071b-a578-447a-a657-3135480e6132 Nov 19 15:48:24.967069 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:24.978745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.004715 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:25.022913 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6d0c22-d16e-4972-8ae5-b8bb763448ae,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:25.038346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525da612-cf0a-455e-9572-68ed1ebfc216,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:25.081507 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.099466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.099751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.100126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.100498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.100863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.101226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.101584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.101943 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.102297 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.102647 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.103007 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.105212 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.106795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.117589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.118170 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.118642 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.119162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.119546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.119906 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.120269 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.120671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.121027 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.121564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.122092 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Tracked resource versions report: Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: pushed versions: Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: { 'AddressGroup': {'1.0'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': {'1.0'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': {'1.0'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': {'1.1'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': {'1.6'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': {'1.2'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': {'1.8'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': {'1.2'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': {'1.0'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': {'1.0'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': {'1.1'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': {'1.1'}} Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: consumer versions: Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: { DHCP agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: L3 agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: Metadata agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: Metering agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@dv-cinder-763306-3-smb: { 'AddressGroup': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}, Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}} Nov 19 15:48:25.123983 dv-cinder-763306-3-smb neutron-server[80197]: {{(pid=80309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 15:48:25.141247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:25.201445 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.203141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:25.203935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.212765 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:25.278946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.279317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.279666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.280312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.280819 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.281324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.281970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.282553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.283085 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.283581 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.284094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.284627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.285195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.285703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.286221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.286578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.286975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.287426 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.288098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.288098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.288465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.288620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.288909 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.290214 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Tracked resource versions report: Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: pushed versions: Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: { 'AddressGroup': {'1.0'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': {'1.0'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': {'1.0'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': {'1.1'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': {'1.6'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': {'1.2'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': {'1.8'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': {'1.2'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': {'1.0'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': {'1.0'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': {'1.1'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': {'1.1'}} Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: consumer versions: Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: { DHCP agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: L3 agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: Metadata agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: Metering agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@dv-cinder-763306-3-smb: { 'AddressGroup': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}, Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}} Nov 19 15:48:25.291711 dv-cinder-763306-3-smb neutron-server[80197]: {{(pid=80308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 15:48:25.298090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:25.303203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:25.306705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Usage tracker for resource:security_group_rule and tenant:0befff22b84546a389df159dcf6c1727 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:25.310214 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:25.326795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.327534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:48:25.328104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:48:25.329312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:25.574280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.583524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.606231 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e0071b-a578-447a-a657-3135480e6132,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:25.618191 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2a136ec1-cb1e-4cbc-addc-71edd72fa653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:25.618767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network b7e0071b-a578-447a-a657-3135480e6132 details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:48:25.636892 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:25.646693 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2668478 Nov 19 15:48:25.646693 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37528) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:25.655870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Request body: {'subnet': {'network_id': 'b7e0071b-a578-447a-a657-3135480e6132', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-subnet', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:25.667863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:25.680373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Usage tracker for resource:subnet and tenant:d4965ec6a8b540b7af2498b0132a572e is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:25.687729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:25.705975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:25.717543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.718732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:48:25.734025 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Made reservation on behalf of d4965ec6a8b540b7af2498b0132a572e for: {'subnet': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:48:25.741169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.788425 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.821418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb225e50-ef46-4806-9ac9-50963681b90a,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:25.848826 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.851469 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Added segment 2e42e1b6-e04e-489e-809d-1a2c4a40b27f of type vxlan for network cc221463-4e81-47c0-8956-bd0fa7cbce70 Nov 19 15:48:25.905250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network b7e0071b-a578-447a-a657-3135480e6132 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:48:25.905978 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.968180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:25.994661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:26.023185 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.023994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:26.042035 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:48:26.042677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:48:26.049127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:26.050754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.102486 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7151518 Nov 19 15:48:26.111467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37544) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:26.128695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:48:26.145304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.146201 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Added segment 89da0601-33c7-40d6-8f9d-ed3c0f4124da of type vxlan for network ff79497e-4d00-46d7-9667-b21a1f313c56 Nov 19 15:48:26.177250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.212206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Request body: {'subnet': {'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-subnet', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:26.217797 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:26.223258 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Usage tracker for resource:subnet and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:26.226479 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:26.233286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:26.244202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416803c3-af7d-4c18-b245-c1fb931ad615,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:26.261831 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:26.266450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.267455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:26.288147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:26.288993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.292783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Made reservation on behalf of 2b3cee85ecd5406ea42f5cec8ecaa9d7 for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:48:26.298230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.476386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for subnet, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.483811 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Pushing event updated for resources: {'Network': ['ID=cc221463-4e81-47c0-8956-bd0fa7cbce70,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:26.487301 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3457687 Nov 19 15:48:26.496104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:48:26.507681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37562) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:26.516600 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:26.544945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.551245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:48:26.584859 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Request body: {'subnet': {'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1323976413-subnet', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:26.662207 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Pushing event updated for resources: {'Network': ['ID=ff79497e-4d00-46d7-9667-b21a1f313c56,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:26.667901 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:26.669684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:26.670075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:26.733887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network ff79497e-4d00-46d7-9667-b21a1f313c56 details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:48:26.748966 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network ff79497e-4d00-46d7-9667-b21a1f313c56 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:48:26.775148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:26.787592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:48:26.807678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Usage tracker for resource:subnet and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:26.813815 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.814250 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Added segment 320555bf-ad77-4baf-9feb-b148851d302b of type vxlan for network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa Nov 19 15:48:26.842303 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a15bcb-3f06-4474-9f30-46e3b250f8cd,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:26.855995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:26.859622 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:26.868344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:26.877621 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.905419 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Made reservation on behalf of aa9f0425731e423fbf02bdd413472e79 for: {'subnet': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:48:26.915095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.961319 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.969326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:26.970725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:26.986852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:27.114395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Checking segment: {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:27.114779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Network hostable DHCP agents. Network: b7e0071b-a578-447a-a657-3135480e6132, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:48:27.118897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Pushing event updated for resources: {'Network': ['ID=32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:27.122292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:27.135332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:48:27.179648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:48:27.200300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Network b7e0071b-a578-447a-a657-3135480e6132 is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:48:27.202887 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.7941658 Nov 19 15:48:27.207732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37582) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:27.217701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Request body: {'subnet': {'network_id': '32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-360747763-subnet', 'tenant_id': '0befff22b84546a389df159dcf6c1727', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:27.219320 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, b7e0071b-a578-447a-a657-3135480e6132) {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:27.237300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:27.255472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Usage tracker for resource:subnet and tenant:0befff22b84546a389df159dcf6c1727 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:27.257158 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:27.282887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:27.307669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:27.308598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:27.320105 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Made reservation on behalf of 0befff22b84546a389df159dcf6c1727 for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:48:27.335850 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:27.436540 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7883384 Nov 19 15:48:27.437527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37598) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:27.448521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:27.457549 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:27.525026 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Usage tracker for resource:router and tenant:d4965ec6a8b540b7af2498b0132a572e is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:27.529648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:27.548983 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:27.570544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-651071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1764'] for router, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:27.571741 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854124745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774036'] for router, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:27.592936 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7175d6-f877-468a-a7e6-71899eca6ded None None] Network b7e0071b-a578-447a-a657-3135480e6132 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:48:27.619643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:27.661188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:27.687646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-293177e0-e9ca-4cb9-9f30-4f6f931f36c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:27.761533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3078ccd3-769c-46f0-8be2-552e72ce00a1,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:27.897945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:27.929158 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774049'] for router, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.014127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Checking segment: {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:28.014971 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Network hostable DHCP agents. Network: cc221463-4e81-47c0-8956-bd0fa7cbce70, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:48:28.024395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for subnet, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.033926 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b39f53-d308-467e-a599-b3c0f385feab None None] Network b7e0071b-a578-447a-a657-3135480e6132 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:48:28.080217 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:48:28.082159 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a95eb4bf-3225-4055-b16d-ff72ae556381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:28.115836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, cc221463-4e81-47c0-8956-bd0fa7cbce70) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:28.122167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:28.123104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.147933 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54e79c3c-cd15-482c-a48f-84775129a214,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:28.151428 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:28.166324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9161ee-784c-451d-ba39-c1a5ca6680fb None None] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:48:28.170075 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0323236 Nov 19 15:48:28.211474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37612) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:28.218098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:28.223357 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:28.227372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Usage tracker for resource:router and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:28.230351 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:28.236227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:28.287101 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-651071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1764'] for router, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.288104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854124745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774036'] for router, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.369964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.391515 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-98631b26-22e5-47a7-8bb6-6c88c53c1cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:28.419204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.474654 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Checking segment: {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:28.475117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Network hostable DHCP agents. Network: ff79497e-4d00-46d7-9667-b21a1f313c56, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:48:28.577771 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c138bf8d-ed36-4cf8-8cd2-cad319cde7c1,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:28.587603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:28.592140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc7ab77e-a496-5b51-8df6-bfcd8eb457d8-cc221463-4e81-47c0-8956-bd0fa7cbce70', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1'}]}} from dv-cinder-763306-3-smb. {{(pid=80310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 15:48:28.593049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.704844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Checking segment: {'id': '320555bf-ad77-4baf-9feb-b148851d302b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:28.709283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Network hostable DHCP agents. Network: 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:48:28.769472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:48:28.787316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:28.802976 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:28.803637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.830581 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6217148 Nov 19 15:48:28.869880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Network ff79497e-4d00-46d7-9667-b21a1f313c56 is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:48:28.889472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47b06b7-79f3-4fc0-8218-bef41f1611fb None None] Network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:48:28.948577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, ff79497e-4d00-46d7-9667-b21a1f313c56) {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:28.959355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:28.959987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:28.984595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:29.022326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774049'] for router, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:29.035805 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:29.051048 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4731829 Nov 19 15:48:29.053892 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37664) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:29.059385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc89b969-48bb-429a-9c42-8dd3546606ef None None] Network ff79497e-4d00-46d7-9667-b21a1f313c56 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:48:29.059781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:29.080474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:29.092889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Usage tracker for resource:router and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:29.100328 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:29.111373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:29.162419 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-651071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1764'] for router, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:29.175416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854124745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774036'] for router, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:29.236492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:29.434249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba1fadd-ef19-4060-8552-7a86b044a2e5 None None] Network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:48:29.731877 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Allocated IP 172.28.3.115 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/2818cb20-88fb-4ae9-adb3-8aee36efb8fa) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:29.818671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37700) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:29.872069 dv-cinder-763306-3-smb neutron-server[80197]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 15:48:30.026310 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774049'] for router, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:30.104355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc7ab77e-a496-5b51-8df6-bfcd8eb457d8-ff79497e-4d00-46d7-9667-b21a1f313c56', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214'}]}} from dv-cinder-763306-3-smb. {{(pid=80310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 15:48:30.105489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:30.147985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:30.260334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:30.388895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-151ee0c7-cb3a-4da0-b0cc-ff24c8b1905c tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:30.395795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:30.396801 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-151ee0c7-cb3a-4da0-b0cc-ff24c8b1905c tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/networks?id=32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa HTTP/1.1" status: 200 len: 811 time: 0.5611494 Nov 19 15:48:30.416944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:30.431095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:30.483507 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-e1511415-a4f6-440c-b259-392a3098312b tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/quotas/0befff22b84546a389df159dcf6c1727 HTTP/1.1" status: 200 len: 375 time: 0.0856407 Nov 19 15:48:30.502555 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Allocated IP 172.20.0.2 (cc221463-4e81-47c0-8956-bd0fa7cbce70/3078ccd3-769c-46f0-8be2-552e72ce00a1/f7e28727-6167-4f56-8586-fa925ea01cd2) {{(pid=80310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:30.546176 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Allocated IP 172.20.0.2 (ff79497e-4d00-46d7-9667-b21a1f313c56/54e79c3c-cd15-482c-a48f-84775129a214/e99597b5-9143-4112-9ac0-3cc9e590d6db) {{(pid=80310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:30.601409 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-70ef397a-aa6a-40ad-89e7-990290219996 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?tenant_id=0befff22b84546a389df159dcf6c1727&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0870004 Nov 19 15:48:30.706824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:30.726137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:30.864595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Allocated IP 172.28.3.57 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/4e145790-1aa1-4beb-a867-5922d7ff91ae) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:30.898436 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=2818cb20-88fb-4ae9-adb3-8aee36efb8fa,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:30.926258 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:31.021085 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7363b0ca-3993-4831-8200-34d1b29fe0bb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:48:31.022765 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7363b0ca-3993-4831-8200-34d1b29fe0bb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.1366973 Nov 19 15:48:31.028969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:31.045098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Notify callbacks [] for port, precommit_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.053573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:31.056322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:31.064118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Transition to ACTIVE for port object f7e28727-6167-4f56-8586-fa925ea01cd2 will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:31.074337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.093732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Transition to ACTIVE for port object f7e28727-6167-4f56-8586-fa925ea01cd2 will not be triggered until provisioned by entity DHCP. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:31.095554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Notify callbacks [] for port, precommit_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.108147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.111147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Transition to ACTIVE for port object e99597b5-9143-4112-9ac0-3cc9e590d6db will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:31.124147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.132809 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:31.156830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:31.213833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Pushing event updated for resources: {'Port': ['ID=f7e28727-6167-4f56-8586-fa925ea01cd2,revision_number=1']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:31.244501 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Transition to ACTIVE for port object e99597b5-9143-4112-9ac0-3cc9e590d6db will not be triggered until provisioned by entity DHCP. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:31.259090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.259844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.260685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.261273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.261966 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.262530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.263407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.264052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.264676 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.265312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.266141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.266777 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.267629 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.269630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.270279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.271265 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.271555 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.272334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.272765 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.273437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.273907 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.274336 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.275028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.275143 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Tracked resource versions report: Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: pushed versions: Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: { 'AddressGroup': {'1.0'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': {'1.0'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': {'1.0'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': {'1.1'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': {'1.6'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': {'1.2'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': {'1.8'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': {'1.2'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': {'1.0'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': {'1.0'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': {'1.1'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': {'1.1'}} Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: consumer versions: Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: { DHCP agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: L3 agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: Metadata agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: Metering agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@dv-cinder-763306-3-smb: { 'AddressGroup': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}, Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}} Nov 19 15:48:31.276470 dv-cinder-763306-3-smb neutron-server[80197]: {{(pid=80310) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 15:48:31.281812 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:31.283383 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.365470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37748) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:31.365601 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:31.380182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Pushing event updated for resources: {'Port': ['ID=4e145790-1aa1-4beb-a867-5922d7ff91ae,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:31.385594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:31.472243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:31.476071 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:31.482899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:31.601551 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Network ff79497e-4d00-46d7-9667-b21a1f313c56 is already hosted by enough agents. {{(pid=80310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:31.615426 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Resources bound (agent type, host, resource id): {{(pid=80310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:31.622973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Received port after_create {{(pid=80310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:31.644890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Pushing event updated for resources: {'Port': ['ID=e99597b5-9143-4112-9ac0-3cc9e590d6db,revision_number=1']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:31.655196 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:31.684994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.702482 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Allocated IP 172.28.3.80 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/7072a61a-b4a8-439b-8266-b39283c16568) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:31.743401 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 is already hosted by enough agents. {{(pid=80310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:31.757522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Resources bound (agent type, host, resource id): {{(pid=80310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:31.776196 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:31.780462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Received port after_create {{(pid=80310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:31.793836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Usage tracker for resource:security_group_rule and tenant:f244d2c39cde4f73ae0d9c30982dea9c is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:31.798470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:31.807072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:31.847942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.849397 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854124627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225899'] for router, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.904955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Attempting to bind port f7e28727-6167-4f56-8586-fa925ea01cd2 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:48:31.905443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Attempting to bind port f7e28727-6167-4f56-8586-fa925ea01cd2 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:48:31.905754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Attempting to bind port f7e28727-6167-4f56-8586-fa925ea01cd2 on network cc221463-4e81-47c0-8956-bd0fa7cbce70 {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:48:31.910987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Attempting to bind port e99597b5-9143-4112-9ac0-3cc9e590d6db on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:48:31.911398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Attempting to bind port e99597b5-9143-4112-9ac0-3cc9e590d6db by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:48:31.911797 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Attempting to bind port e99597b5-9143-4112-9ac0-3cc9e590d6db on network ff79497e-4d00-46d7-9667-b21a1f313c56 {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:48:31.921755 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:48:31.922173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Checking segment: {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:31.922616 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.923081 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Bound using segment: {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:48:31.923603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Bound port: f7e28727-6167-4f56-8586-fa925ea01cd2, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:48:31.924020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.945096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.970319 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:48:31.970763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Checking segment: {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:31.971431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:31.972438 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Bound using segment: {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:48:31.973392 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Bound port: e99597b5-9143-4112-9ac0-3cc9e590d6db, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:48:31.973818 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.005913 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-e854bf45-392a-4214-80d9-95f1e3b8d7b3 service neutron] 10.222.0.48 "GET /v2.0/networks/32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9752135 Nov 19 15:48:32.062680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37780) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:32.143294 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] For port f7e28727-6167-4f56-8586-fa925ea01cd2, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:48:32.164401 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.167518 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3aff01a0-9a10-4ff0-a475-3b01752817e4 service neutron] 10.222.0.48 "GET /v2.0/networks/32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1604688 Nov 19 15:48:32.171324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.172964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] For port f7e28727-6167-4f56-8586-fa925ea01cd2, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=f7e28727-6167-4f56-8586-fa925ea01cd2,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:48:32.174836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] For port e99597b5-9143-4112-9ac0-3cc9e590d6db, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:48:32.175705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.184010 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] For port e99597b5-9143-4112-9ac0-3cc9e590d6db, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=e99597b5-9143-4112-9ac0-3cc9e590d6db,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:48:32.192368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.199860 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-35afd73a-2c03-4aad-b6bc-16e8e786ad3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:32.225483 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.235067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:32.292871 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:32.329105 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082ee7bd-8212-4dc3-9885-6c288dba7c8e,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:32.364138 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Pushing event updated for resources: {'Port': ['ID=7072a61a-b4a8-439b-8266-b39283c16568,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:32.371191 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:32.531755 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:32.542323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37800) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:32.543280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.544085 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854124627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225899'] for router, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.553243 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f244d2c39cde4f73ae0d9c30982dea9c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1861987 Nov 19 15:48:32.562072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37806) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:32.579380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37810) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:32.585728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.647096 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-685f33f9-c854-4cca-980a-604630b8d90f req-18715279-3e98-43c0-8c2b-9b66e47b4208 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 210 time: 0.0998592 Nov 19 15:48:32.681862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:32.689684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Usage tracker for resource:security_group_rule and tenant:c1dbbbd25c404a028d2cd819cf9476c8 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:32.695453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:32.713899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:32.736602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-23a75976-964f-411c-8961-32e33fd0e2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.795943 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-23a75976-964f-411c-8961-32e33fd0e2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.876611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:32.904887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:32.906183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.908674 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Router a08ecbcc-512a-444a-a208-38de4a58671c is scheduled to L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 with binding_index 1 {{(pid=80308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 15:48:32.912011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:32.912274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:32.936244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Pushing event updated for resources: {'Port': ['ID=f7e28727-6167-4f56-8586-fa925ea01cd2,revision_number=2']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:32.963170 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:32.983023 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-23a75976-964f-411c-8961-32e33fd0e2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:33.101505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:48:33.114336 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e534374a-7639-463f-a76c-632f61781031,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:33.152066 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:33.185204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Pushing event updated for resources: {'Port': ['ID=e99597b5-9143-4112-9ac0-3cc9e590d6db,revision_number=2']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:33.199883 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:33.203193 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.968s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:33.203958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-167fd1f3-483a-4bd1-b10c-b1a0ee052b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.804s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:33.204416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-167fd1f3-483a-4bd1-b10c-b1a0ee052b94 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:33.208466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:33.209417 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854124627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225899'] for router, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:33.280711 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:33.357392 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1dbbbd25c404a028d2cd819cf9476c8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2864413 Nov 19 15:48:33.358430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37842) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:33.364485 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a75976-964f-411c-8961-32e33fd0e2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082ee7bd-8212-4dc3-9885-6c288dba7c8e,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:33.449634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-23a75976-964f-411c-8961-32e33fd0e2f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:33.524393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-23a75976-964f-411c-8961-32e33fd0e2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:33.525636 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-23a75976-964f-411c-8961-32e33fd0e2f2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/082ee7bd-8212-4dc3-9885-6c288dba7c8e HTTP/1.1" status: 204 len: 168 time: 0.9621511 Nov 19 15:48:33.551956 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:33.577768 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Usage tracker for resource:security_group_rule and tenant:24de922131cc493385e3ff25d76d5298 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:33.586361 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:33.605843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:33.744261 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Router aec42b55-1ed0-49d7-9fef-e033002e6695 is scheduled to L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 with binding_index 1 {{(pid=80309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 15:48:33.763677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f3304e5e-f029-48db-8638-839b8a662e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:33.841411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f3304e5e-f029-48db-8638-839b8a662e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:33.921506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:33.930240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:33.940769 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:33.954012 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a396c1fc-3af5-4344-9e74-efac5358e0e7 req-c62ff1a3-b325-4865-8695-90a05b283278 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 210 time: 0.0848997 Nov 19 15:48:33.969220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:48:33.991707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Sync routers for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:48:34.016298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:48:34.016944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:34.069602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f3304e5e-f029-48db-8638-839b8a662e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:34.084901 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8faa0fe-d1d3-420f-b208-0758c90e7b18,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:34.111832 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:34.129111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:34.155223 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24de922131cc493385e3ff25d76d5298&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5710375 Nov 19 15:48:34.170244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37882) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:34.181253 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3304e5e-f029-48db-8638-839b8a662e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e534374a-7639-463f-a76c-632f61781031,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:34.188262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f3304e5e-f029-48db-8638-839b8a662e54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:34.192230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f3304e5e-f029-48db-8638-839b8a662e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:34.195976 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-f3304e5e-f029-48db-8638-839b8a662e54 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e534374a-7639-463f-a76c-632f61781031 HTTP/1.1" status: 204 len: 168 time: 0.8331335 Nov 19 15:48:34.299589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Notify callbacks [] for router, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:34.300630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc is scheduled to L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 with binding_index 1 {{(pid=80309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 15:48:34.312324 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2572539 Nov 19 15:48:34.314026 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 37890) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:34.377051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:48:34.584770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fba877ba-68fe-4586-9fb4-0007dd44d8f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:34.678366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:48:34.697354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Sync routers for ids ['aec42b55-1ed0-49d7-9fef-e033002e6695'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:48:34.724810 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Routers {'aec42b55-1ed0-49d7-9fef-e033002e6695'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:48:34.726046 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['aec42b55-1ed0-49d7-9fef-e033002e6695'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:34.747199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fba877ba-68fe-4586-9fb4-0007dd44d8f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:34.752080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Notify callbacks [] for router, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:34.753434 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.3140211 Nov 19 15:48:34.766573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37904) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:35.065914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37914) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:35.131688 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:31Z', 'revision_number': 3, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:35.151291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Checking router: a08ecbcc-512a-444a-a208-38de4a58671c for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:48:35.160091 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Updating router a08ecbcc-512a-444a-a208-38de4a58671c port 4e145790-1aa1-4beb-a867-5922d7ff91ae binding host dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:48:35.211998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fba877ba-68fe-4586-9fb4-0007dd44d8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:35.226223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:35.241559 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:35.280858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fba877ba-68fe-4586-9fb4-0007dd44d8f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:35.282925 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fba877ba-68fe-4586-9fb4-0007dd44d8f4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f8faa0fe-d1d3-420f-b208-0758c90e7b18 HTTP/1.1" status: 204 len: 168 time: 1.1054411 Nov 19 15:48:35.285497 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba877ba-68fe-4586-9fb4-0007dd44d8f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8faa0fe-d1d3-420f-b208-0758c90e7b18,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:35.298775 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fba877ba-68fe-4586-9fb4-0007dd44d8f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:35.331216 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:35.407813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:35.617045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Usage tracker for resource:security_group_rule and tenant:a07acf597f064242804fda2dbaa84411 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:35.624016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:35.632116 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:35.791838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device f7e28727-6167-4f56-8586-fa925ea01cd2 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:35.835294 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:35.884652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7d8b97-6e72-42cf-aedd-0181aae344ed None None] Network ff79497e-4d00-46d7-9667-b21a1f313c56 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:48:35.937354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Set router aec42b55-1ed0-49d7-9fef-e033002e6695 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:48:36.016948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.55', 49912) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:36.030339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:36.093766 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-988d3a42-95e2-4ebe-9671-a3ee1c6b62e2 req-9b7c8df0-90a0-4c1e-852d-6ab289eb1436 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 210 time: 0.2518823 Nov 19 15:48:36.308273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Notify callbacks [] for port, precommit_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:36.343355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d4b4a8-512c-4c6f-83af-a07220af8ba9 None None] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:48:36.344617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Transition to ACTIVE for port object 4e145790-1aa1-4beb-a867-5922d7ff91ae will not be triggered until provisioned by entity L2. {{(pid=80311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:36.352411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:36.380749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28cc9bb8-5ecc-4a72-bd55-8738528039c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:36.383489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d28757ca-98b5-47fe-85df-94e444605a67 None None] Provisioning for port e99597b5-9143-4112-9ac0-3cc9e590d6db completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:36.474860 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-567c808e-5818-46c3-a143-29a459bcff53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:36.566641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6bd25b0-ca11-4548-a56f-2d9ac304e88e,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:36.576124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:36.617459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:48:36.630272 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Pushing event updated for resources: {'Port': ['ID=4e145790-1aa1-4beb-a867-5922d7ff91ae,revision_number=2']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:36.673281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-4e6e2131-cb32-4635-8a0a-a81e462200d6 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:36.675444 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-4e6e2131-cb32-4635-8a0a-a81e462200d6 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.55 "GET /v2.0/networks?id=32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa HTTP/1.1" status: 200 len: 811 time: 0.6432774 Nov 19 15:48:36.682438 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Synchronizing usage tracker for tenant:710feaf79a364092a7dae2f1a1f97e9d on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:48:36.715320 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Notify callbacks [] for router, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:36.716617 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.5029879 Nov 19 15:48:36.723552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37980) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:36.727283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port f7e28727-6167-4f56-8586-fa925ea01cd2 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:36.839805 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.840495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.841064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.841606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.841781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Request body: {'port': {'device_id': '65ed3e7d-6e39-44af-badc-38603afc8650', 'network_id': '32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa', 'admin_state_up': True, 'tenant_id': '0befff22b84546a389df159dcf6c1727'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:36.842572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.843255 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.843792 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.844825 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.845990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.848955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.850096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.850662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.851519 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.852075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.853386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.853962 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.854486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.855136 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.856374 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.857135 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.857697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.858919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Unset dirty status for tenant:710feaf79a364092a7dae2f1a1f97e9d on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:48:36.859166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.861657 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a07acf597f064242804fda2dbaa84411&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7835867 Nov 19 15:48:36.868079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 37988) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:36.868554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.869804 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Tracked resource versions report: Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: pushed versions: Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: { 'AddressGroup': {'1.0'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': {'1.0'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': {'1.0'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': {'1.1'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': {'1.6'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': {'1.2'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': {'1.8'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': {'1.2'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': {'1.0'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': {'1.0'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': {'1.1'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': {'1.1'}} Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: consumer versions: Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: { DHCP agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: L3 agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: Metadata agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: Metering agent@dv-cinder-763306-3-smb: {}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@dv-cinder-763306-3-smb: { 'AddressGroup': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}, Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: Open vSwitch agent@hv-cinder-76330: { 'AddressGroup': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'ConntrackHelper': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Log': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Network': '1.1', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Port': '1.6', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'PortForwarding': '1.2', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'QosPolicy': '1.8', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroup': '1.2', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'SecurityGroupRule': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'SubPort': '1.0', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Subnet': '1.1', Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: 'Trunk': '1.1'}} Nov 19 15:48:36.875953 dv-cinder-763306-3-smb neutron-server[80197]: {{(pid=80311) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Nov 19 15:48:36.888208 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Sync routers for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:48:36.901610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.521s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:36.918458 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:48:36.919188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:37.003418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-3574f044-e047-48e5-b3e2-71d2602a7ff9 None None] Provisioning for port f7e28727-6167-4f56-8586-fa925ea01cd2 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:37.039453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:37.083160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port f7e28727-6167-4f56-8586-fa925ea01cd2 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:37.083846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:37.165518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-3574f044-e047-48e5-b3e2-71d2602a7ff9 None None] Provisioning complete for port f7e28727-6167-4f56-8586-fa925ea01cd2 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:37.166589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3574f044-e047-48e5-b3e2-71d2602a7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:37.509575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:48:37.672664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:37.715681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3574f044-e047-48e5-b3e2-71d2602a7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:37.728888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Usage tracker for resource:port and tenant:0befff22b84546a389df159dcf6c1727 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:37.746222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Quota usage for port was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:37.766746 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:37.786862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:37.855022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66e218c5-2fb4-4d97-86f7-0b6d0c5e9494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:37.856586 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Made reservation on behalf of 0befff22b84546a389df159dcf6c1727 for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:48:37.877564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:37.928564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Allocated IP 172.20.0.1 (ff79497e-4d00-46d7-9667-b21a1f313c56/54e79c3c-cd15-482c-a48f-84775129a214/ec84412d-9da2-4918-b7c3-ad88c417d8a6) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:37.952025 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9ce70cd-f4d6-440a-97ab-54a614570100 req-90d95c03-5af0-4e6e-9c1e-36fdd0a02c50 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 210 time: 0.4557519 Nov 19 15:48:38.190465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-3574f044-e047-48e5-b3e2-71d2602a7ff9 None None] For port f7e28727-6167-4f56-8586-fa925ea01cd2, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=f7e28727-6167-4f56-8586-fa925ea01cd2,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:48:38.436235 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:38.443326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Attempting to bind port 4e145790-1aa1-4beb-a867-5922d7ff91ae on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:48:38.443796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Attempting to bind port 4e145790-1aa1-4beb-a867-5922d7ff91ae by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:48:38.444292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Attempting to bind port 4e145790-1aa1-4beb-a867-5922d7ff91ae on network efdedfa2-3635-42e3-9761-de3481e4898f {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:48:38.467502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:48:38.468097 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Checking segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:38.468551 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:38.468998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Bound using segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:48:38.469544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Bound port: 4e145790-1aa1-4beb-a867-5922d7ff91ae, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:48:38.469943 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:38.498973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Transition to ACTIVE for port object ec84412d-9da2-4918-b7c3-ad88c417d8a6 will not be triggered until provisioned by entity DHCP. {{(pid=80308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:38.540469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:38.564922 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:48:38.565031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:48:38.566237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3574f044-e047-48e5-b3e2-71d2602a7ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:38.584437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:38.628667 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-69435a86-3bdb-4b8f-a763-94b5c79bc981 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:38.649020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66e218c5-2fb4-4d97-86f7-0b6d0c5e9494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:38.715257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] For port 4e145790-1aa1-4beb-a867-5922d7ff91ae, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:48:38.719618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] For port 4e145790-1aa1-4beb-a867-5922d7ff91ae, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=4e145790-1aa1-4beb-a867-5922d7ff91ae,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:48:38.726755 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:38.807998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:38.912375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574f044-e047-48e5-b3e2-71d2602a7ff9 None None] Pushing event updated for resources: {'Port': ['ID=f7e28727-6167-4f56-8586-fa925ea01cd2,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:38.977838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3574f044-e047-48e5-b3e2-71d2602a7ff9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:39.007396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:33Z', 'revision_number': 3, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:39.038758 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Pushing event updated for resources: {'Port': ['ID=ec84412d-9da2-4918-b7c3-ad88c417d8a6,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:39.045059 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:39.172514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Network ff79497e-4d00-46d7-9667-b21a1f313c56 is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:39.173794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:39.191050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:39.191611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554474'] for router_interface, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:39.298311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Checking router: 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:48:39.298712 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Updating router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc port 7072a61a-b4a8-439b-8266-b39283c16568 binding host dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:48:39.426486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device e99597b5-9143-4112-9ac0-3cc9e590d6db up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:39.499022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:39.551296 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38060) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:39.579483 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Pushing event updated for resources: {'Port': ['ID=4e145790-1aa1-4beb-a867-5922d7ff91ae,revision_number=3']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:39.609152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:39.679262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:40.061852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:27Z', 'updated_at': '2020-11-19T15:48:31Z', 'revision_number': 3, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'gw_port': {'id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:40.095108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Checking router: aec42b55-1ed0-49d7-9fef-e033002e6695 for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:48:40.095886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Updating router aec42b55-1ed0-49d7-9fef-e033002e6695 port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa binding host dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:48:40.270614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:40.295038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66e218c5-2fb4-4d97-86f7-0b6d0c5e9494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:40.360238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:40.368817 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:40.370029 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851338541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225148'] for router_interface, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:40.394044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-80b415fd-9071-459e-ba4d-6e2a10eb5b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:40.514131 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fbfbba7a-9397-40d6-952e-7c73321b5de0 req-5b9b6d06-56b1-4573-8882-31bbbe953eea tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 210 time: 0.2497871 Nov 19 15:48:40.572836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Pushing event updated for resources: {'Port': ['ID=ec84412d-9da2-4918-b7c3-ad88c417d8a6,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:40.646115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:48:40.646945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:40.870367 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Allocated IP 172.20.0.13 (32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa/c138bf8d-ed36-4cf8-8cd2-cad319cde7c1/b1efdf30-d656-475a-b6eb-d94636ae47c4) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:40.954204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.561s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:40.964040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port e99597b5-9143-4112-9ac0-3cc9e590d6db completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:40.989643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Network ff79497e-4d00-46d7-9667-b21a1f313c56 is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:40.993588 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:41.001924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port e99597b5-9143-4112-9ac0-3cc9e590d6db triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:41.003637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:41.246891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-29485a3e-016c-47f2-8d80-f4c446d1cee1 None None] Provisioning for port ec84412d-9da2-4918-b7c3-ad88c417d8a6 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:41.246891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-29485a3e-016c-47f2-8d80-f4c446d1cee1 None None] Provisioning complete for port ec84412d-9da2-4918-b7c3-ad88c417d8a6 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:41.251683 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.resource_extend [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 15:48:41.259708 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-29485a3e-016c-47f2-8d80-f4c446d1cee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:41.345075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:41.472588 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-29485a3e-016c-47f2-8d80-f4c446d1cee1 None None] Port ec84412d-9da2-4918-b7c3-ad88c417d8a6 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:48:41.554964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e218c5-2fb4-4d97-86f7-0b6d0c5e9494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6bd25b0-ca11-4548-a56f-2d9ac304e88e,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:41.573967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66e218c5-2fb4-4d97-86f7-0b6d0c5e9494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:41.754066 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:41.928551 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66e218c5-2fb4-4d97-86f7-0b6d0c5e9494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:41.931345 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-66e218c5-2fb4-4d97-86f7-0b6d0c5e9494 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6bd25b0-ca11-4548-a56f-2d9ac304e88e HTTP/1.1" status: 204 len: 168 time: 5.0546627 Nov 19 15:48:41.955932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:41.981764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Usage tracker for resource:security_group_rule and tenant:856994ff492a4951b0c32d18771a1afd is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:41.990393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Notify callbacks [] for port, precommit_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:41.993897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:42.002069 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:42.017521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:42.067924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:48:42.144280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-76cabec7-6bc6-4ad9-be32-13c03248c6d5 None None] Provisioning complete for port ec84412d-9da2-4918-b7c3-ad88c417d8a6 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:42.144703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-76cabec7-6bc6-4ad9-be32-13c03248c6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:42.341756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:42.356158 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:42.367858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Transition to ACTIVE for port object 7072a61a-b4a8-439b-8266-b39283c16568 will not be triggered until provisioned by entity L2. {{(pid=80311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:42.381950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port e99597b5-9143-4112-9ac0-3cc9e590d6db, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=e99597b5-9143-4112-9ac0-3cc9e590d6db,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:48:42.390002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:42.408526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-23a75976-964f-411c-8961-32e33fd0e2f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:42.474316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:42.517482 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a74bc71-ca3d-4192-84a8-ba4334d93cdf,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:42.544693 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:42.579939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:42.675158 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=856994ff492a4951b0c32d18771a1afd&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1222072 Nov 19 15:48:42.681660 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38160) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:42.686062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-07c9f42f-3d17-4861-835d-147b98039d7f req-934b11b8-547f-4125-8c3c-6e34a143a37e tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Synchronizing usage tracker for tenant:0befff22b84546a389df159dcf6c1727 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:48:42.729529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:42.764185 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7f5ce-5944-4b27-9984-2714f00d25bf None None] Pushing event updated for resources: {'Port': ['ID=7072a61a-b4a8-439b-8266-b39283c16568,revision_number=2']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:42.768562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-65e7f5ce-5944-4b27-9984-2714f00d25bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:42.809388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 38162) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:43.134861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Notify callbacks [] for port, precommit_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:43.167022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Transition to ACTIVE for port object 2818cb20-88fb-4ae9-adb3-8aee36efb8fa will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:43.182219 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:43.192107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:43.209209 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:43.226366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-16c7be75-cc6d-458a-b55f-9a024b2c9fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:43.356522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-07c9f42f-3d17-4861-835d-147b98039d7f req-934b11b8-547f-4125-8c3c-6e34a143a37e tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Unset dirty status for tenant:0befff22b84546a389df159dcf6c1727 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:48:43.375418 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07c9f42f-3d17-4861-835d-147b98039d7f req-934b11b8-547f-4125-8c3c-6e34a143a37e tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 210 time: 1.1656468 Nov 19 15:48:43.465157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:43.472494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=e99597b5-9143-4112-9ac0-3cc9e590d6db,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:43.479858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-113be644-7de6-4d4b-b4ba-0ef21cc48b6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:43.481637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device f7e28727-6167-4f56-8586-fa925ea01cd2 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:43.522419 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:43.535515 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-113be644-7de6-4d4b-b4ba-0ef21cc48b6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:43.561473 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:43.579217 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:43.580441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:43.599919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-113be644-7de6-4d4b-b4ba-0ef21cc48b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:43.609742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:43.636084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113be644-7de6-4d4b-b4ba-0ef21cc48b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a74bc71-ca3d-4192-84a8-ba4334d93cdf,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:43.647322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-113be644-7de6-4d4b-b4ba-0ef21cc48b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:43.671754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Router a08ecbcc-512a-444a-a208-38de4a58671c has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:48:43.691810 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-113be644-7de6-4d4b-b4ba-0ef21cc48b6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:43.695365 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-113be644-7de6-4d4b-b4ba-0ef21cc48b6f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a74bc71-ca3d-4192-84a8-ba4334d93cdf HTTP/1.1" status: 204 len: 168 time: 0.8014553 Nov 19 15:48:43.850736 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0219152 Nov 19 15:48:43.865840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c356f-d8ee-4e87-8ee6-e599330fd426 None None] Pushing event updated for resources: {'Port': ['ID=2818cb20-88fb-4ae9-adb3-8aee36efb8fa,revision_number=2']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:43.872559 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-76cabec7-6bc6-4ad9-be32-13c03248c6d5 None None] Port ec84412d-9da2-4918-b7c3-ad88c417d8a6 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:48:43.883254 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c73c356f-d8ee-4e87-8ee6-e599330fd426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:43.883824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c73c356f-d8ee-4e87-8ee6-e599330fd426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:43.884255 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c73c356f-d8ee-4e87-8ee6-e599330fd426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:43.934362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Pushing event updated for resources: {'Port': ['ID=b1efdf30-d656-475a-b6eb-d94636ae47c4,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:43.949599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Attempting to bind port 7072a61a-b4a8-439b-8266-b39283c16568 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:48:43.953486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Attempting to bind port 7072a61a-b4a8-439b-8266-b39283c16568 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:48:43.953895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Attempting to bind port 7072a61a-b4a8-439b-8266-b39283c16568 on network efdedfa2-3635-42e3-9761-de3481e4898f {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:48:43.959302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.733s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:44.069757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:48:44.070151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Checking segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:44.070610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:44.071088 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Bound using segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:48:44.073015 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Bound port: 7072a61a-b4a8-439b-8266-b39283c16568, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:48:44.073150 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:44.312150 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:48:44.332889 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d845f88c-2ca0-4309-85dc-684b1288b6de admin admin] 10.222.0.48 "PUT /v2.0/routers/a08ecbcc-512a-444a-a208-38de4a58671c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0082929 Nov 19 15:48:44.338142 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 2, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:44.344203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] For port 7072a61a-b4a8-439b-8266-b39283c16568, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:48:44.349171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] For port 7072a61a-b4a8-439b-8266-b39283c16568, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=7072a61a-b4a8-439b-8266-b39283c16568,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:48:44.350407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429dd60b-80a0-482d-99f3-2fa6bcf2132b None None] The sync data for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb is: [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 2, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:48:44.353820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:44.365092 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-89dfc77a-1bb4-4564-a984-737ace297a88 None None] Provisioning complete for port f7e28727-6167-4f56-8586-fa925ea01cd2 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:44.365609 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-89dfc77a-1bb4-4564-a984-737ace297a88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:44.371684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:44.467347 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7f5ce-5944-4b27-9984-2714f00d25bf None None] Pushing event updated for resources: {'Port': ['ID=7072a61a-b4a8-439b-8266-b39283c16568,revision_number=3']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:44.475053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-65e7f5ce-5944-4b27-9984-2714f00d25bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:44.678180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port f7e28727-6167-4f56-8586-fa925ea01cd2 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:44.681534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:44.753984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:44.792382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:48:44.793056 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:44.896752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38202) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:45.046709 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Attempting to bind port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:48:45.047630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Attempting to bind port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:48:45.047630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Attempting to bind port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa on network efdedfa2-3635-42e3-9761-de3481e4898f {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:48:45.058340 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:48:45.066194 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Checking segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:45.066784 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:45.067293 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Bound using segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:48:45.067921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Bound port: 2818cb20-88fb-4ae9-adb3-8aee36efb8fa, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:48:45.068368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:45.087824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-0c0084f9-d3ed-4685-aad5-9d56c6f46748 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:48:45.089007 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-0c0084f9-d3ed-4685-aad5-9d56c6f46748 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0397208 Nov 19 15:48:45.190969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] For port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:48:45.196486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] For port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=2818cb20-88fb-4ae9-adb3-8aee36efb8fa,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:48:45.207130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:45.229147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:45.230880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:45.271103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Usage tracker for resource:security_group_rule and tenant:3fc54907441041f481765a895fb55e2e is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:45.297920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:48:45.317742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:45.336388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:45.359736 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38214) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:45.424960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:45.427833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c356f-d8ee-4e87-8ee6-e599330fd426 None None] Pushing event updated for resources: {'Port': ['ID=2818cb20-88fb-4ae9-adb3-8aee36efb8fa,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:45.495023 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c73c356f-d8ee-4e87-8ee6-e599330fd426 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:45.567679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:45.576396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Usage tracker for resource:security_group_rule and tenant:8c1d1d8138844dde84470ef5071248ef is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:45.587406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:45.599951 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:45.820706 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:45.895855 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087fd38-2fdb-4045-a502-ce043964c68a req-207046e2-59ea-4b30-90dc-d70f9121d5c4 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:45.905716 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4087fd38-2fdb-4045-a502-ce043964c68a req-207046e2-59ea-4b30-90dc-d70f9121d5c4 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 932 time: 1.0771763 Nov 19 15:48:45.905830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:45.929900 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:45.953028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:46.059442 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Routers {'aec42b55-1ed0-49d7-9fef-e033002e6695'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:48:46.060221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['aec42b55-1ed0-49d7-9fef-e033002e6695'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:46.153575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:46.300883 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:46.322179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Usage tracker for resource:security_group_rule and tenant:bcb554e8fc1743e880d0a1cddbe69d70 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:46.344028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:46.374754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:46.438124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:33Z', 'revision_number': 3, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:46.458341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beedfb31-f2af-4e38-9453-9c133a53deaf None None] The sync data for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb is: [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:33Z', 'revision_number': 3, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:48:46.640215 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:46.654745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:46.684807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 4e145790-1aa1-4beb-a867-5922d7ff91ae up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:46.724684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbd9697-02b6-4552-bc9b-6ce3b2cc6f14,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:46.732586 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bcb554e8fc1743e880d0a1cddbe69d70&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8345196 Nov 19 15:48:46.735094 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c1d1d8138844dde84470ef5071248ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3739400 Nov 19 15:48:46.736312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.783s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:46.737369 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38220) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:46.737978 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fba877ba-68fe-4586-9fb4-0007dd44d8f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:46.769159 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38222) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:46.770186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2419dd93-a62d-4015-95fa-aae5b3069619,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:46.798307 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:46.937695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b5fcae69-fcd6-4a2e-843a-6e05c74d6c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:46.987846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b5fcae69-fcd6-4a2e-843a-6e05c74d6c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.067533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eae54e79-2871-4814-8a7c-940f5be2a458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.134271 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eae54e79-2871-4814-8a7c-940f5be2a458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.245931 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4087fd38-2fdb-4045-a502-ce043964c68a req-9744f093-29cd-476e-bb16-df1300f1441f tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3388412 Nov 19 15:48:47.294560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eae54e79-2871-4814-8a7c-940f5be2a458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.338021 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] Set router aec42b55-1ed0-49d7-9fef-e033002e6695 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:48:47.351537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fb0493ca-d2f3-4d80-a8eb-a5edef4a84d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:47.387540 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.419463 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae54e79-2871-4814-8a7c-940f5be2a458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2419dd93-a62d-4015-95fa-aae5b3069619,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:47.438987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-eae54e79-2871-4814-8a7c-940f5be2a458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:47.458996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eae54e79-2871-4814-8a7c-940f5be2a458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.460338 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-eae54e79-2871-4814-8a7c-940f5be2a458 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2419dd93-a62d-4015-95fa-aae5b3069619 HTTP/1.1" status: 204 len: 168 time: 0.6929111 Nov 19 15:48:47.488465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.499099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b5fcae69-fcd6-4a2e-843a-6e05c74d6c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.534703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:47.567633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fcae69-fcd6-4a2e-843a-6e05c74d6c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbd9697-02b6-4552-bc9b-6ce3b2cc6f14,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:47.583227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b5fcae69-fcd6-4a2e-843a-6e05c74d6c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:47.589041 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b5fcae69-fcd6-4a2e-843a-6e05c74d6c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.591071 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b5fcae69-fcd6-4a2e-843a-6e05c74d6c24 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbbd9697-02b6-4552-bc9b-6ce3b2cc6f14 HTTP/1.1" status: 204 len: 168 time: 0.8173630 Nov 19 15:48:47.804618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 4e145790-1aa1-4beb-a867-5922d7ff91ae completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:47.962450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 4e145790-1aa1-4beb-a867-5922d7ff91ae triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:47.967472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:47.989919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Request body: {'port': {'device_id': '65ed3e7d-6e39-44af-badc-38603afc8650', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:48.078879 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ba82d7cb-2744-40de-bce2-1fcde4c5647d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:48.113606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38246) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:48.120388 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3fc54907441041f481765a895fb55e2e&name=default HTTP/1.1" status: 200 len: 2647 time: 4.9031038 Nov 19 15:48:48.125384 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'security_group': {'name': 'tempest-securitygroup--74719303', 'description': 'tempest-description--1020566267'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:48.144409 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:48.162601 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:security_group and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:48.175552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:48.198609 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 38250) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:48.199711 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:48.233241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:48.374210 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:48.387621 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:security_group_rule and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:48.395074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:48.415897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:48.563890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 38264) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:48.583816 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:48.592714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:48.601044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:48.663820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port 4e145790-1aa1-4beb-a867-5922d7ff91ae, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=4e145790-1aa1-4beb-a867-5922d7ff91ae,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:48:48.681390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:48.686870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:48.705920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device e99597b5-9143-4112-9ac0-3cc9e590d6db up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:48.731438 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:48.774060 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'SecurityGroup': ['ID=3e88adc6-b893-473c-b194-47e00d0f5e0b,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:48.795424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:48.797693 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:48.801604 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.6853395 Nov 19 15:48:48.804342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38270) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:48.818863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'security_group_rule': {'security_group_id': '3e88adc6-b893-473c-b194-47e00d0f5e0b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:48.837157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:48.852773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:security_group_rule and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:48.861752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:48.881546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:48.890947 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-167fd1f3-483a-4bd1-b10c-b1a0ee052b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:48.914533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:48.929465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.109262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=4e145790-1aa1-4beb-a867-5922d7ff91ae,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:49.120085 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:49.137286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.142680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.156032 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:27Z', 'updated_at': '2020-11-19T15:48:31Z', 'revision_number': 3, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'gw_port': {'id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:49.174768 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:49.190662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c32d68e-6736-4f46-987a-5f463e558114 None None] The sync data for ids ['aec42b55-1ed0-49d7-9fef-e033002e6695'] in dv-cinder-763306-3-smb is: [{'id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:27Z', 'updated_at': '2020-11-19T15:48:31Z', 'revision_number': 3, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'gw_port': {'id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:48:49.204853 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port e99597b5-9143-4112-9ac0-3cc9e590d6db triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:49.206065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.243736 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773d4d3a-6420-4561-b6f9-4fd76a4ed8c5,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:49.253505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:49.277257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.278755 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-9b7c9995-d3c1-4939-aac6-64fae0ae60de tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4729054 Nov 19 15:48:49.282429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38282) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:49.291938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'security_group_rule': {'security_group_id': '3e88adc6-b893-473c-b194-47e00d0f5e0b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:49.315293 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:49.326321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:security_group_rule and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:49.335781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:49.353461 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:49.394274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.496179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Allocated IP 172.20.0.1 (cc221463-4e81-47c0-8956-bd0fa7cbce70/3078ccd3-769c-46f0-8be2-552e72ce00a1/197f1ad8-3e91-4c5f-8851-c8654e795c47) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:49.516864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-be7e0917-ba52-49dc-977d-467a74b2409f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.595257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.599990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.606244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:49.613337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-be7e0917-ba52-49dc-977d-467a74b2409f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.654578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3ed234-9517-4d85-b1f5-a38c3cfab393,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:49.658292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:49.675092 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.676409 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3929279 Nov 19 15:48:49.680518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38290) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:49.696419 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'floatingip': {'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:48:49.711942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:49.731949 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:floatingip and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:49.738783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:49.755057 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:49.776613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:49.886884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 4e145790-1aa1-4beb-a867-5922d7ff91ae up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:50.123727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 4e145790-1aa1-4beb-a867-5922d7ff91ae triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:50.127064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:50.167276 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:50.539535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:50.623280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 7072a61a-b4a8-439b-8266-b39283c16568 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:50.708663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Allocated IP 172.28.3.112 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/8e7296f5-fe21-4b9a-9eec-a239defeb7c0) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:50.833489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:50.852920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Transition to ACTIVE for port object 197f1ad8-3e91-4c5f-8851-c8654e795c47 will not be triggered until provisioned by entity DHCP. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:50.895372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:50.900483 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] Usage tracker for resource:security_group_rule and tenant:3e4089abdbcf45eb954357ca5c3dff6f is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:50.903828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:50.911832 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:50.930852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 7072a61a-b4a8-439b-8266-b39283c16568 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:50.938652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 7072a61a-b4a8-439b-8266-b39283c16568 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:50.939479 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:50.977072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:50.991502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.023434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0c6e0052-b631-4ef1-8754-e86a579a7ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.039700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.040888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.041506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9da418a-5894-45bf-914c-20ea89dc416e,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:51.044409 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-be7e0917-ba52-49dc-977d-467a74b2409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.074886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1efdf30-d656-475a-b6eb-d94636ae47c4 {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:48:51.083465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:51.083556 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.086895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.008s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:51.102550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.113888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Transition to ACTIVE for port object b1efdf30-d656-475a-b6eb-d94636ae47c4 will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:51.146624 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:51.212000 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.225778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.232161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Pushing event updated for resources: {'Port': ['ID=197f1ad8-3e91-4c5f-8851-c8654e795c47,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:51.244016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'Port': ['ID=8e7296f5-fe21-4b9a-9eec-a239defeb7c0,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:51.250043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:51.250922 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:51.279837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-be7e0917-ba52-49dc-977d-467a74b2409f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.281230 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-be7e0917-ba52-49dc-977d-467a74b2409f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9da418a-5894-45bf-914c-20ea89dc416e HTTP/1.1" status: 204 len: 168 time: 3.0676289 Nov 19 15:48:51.325362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port 7072a61a-b4a8-439b-8266-b39283c16568, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=7072a61a-b4a8-439b-8266-b39283c16568,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:48:51.341985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.351393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:51.417595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66e218c5-2fb4-4d97-86f7-0b6d0c5e9494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:51.450499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e0917-ba52-49dc-977d-467a74b2409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9da418a-5894-45bf-914c-20ea89dc416e,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:51.493900 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:51.495641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:51.495774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Allocated IP 172.20.0.1 (b7e0071b-a578-447a-a657-3135480e6132/b5a15bcb-3f06-4474-9f30-46e3b250f8cd/caf00bff-9beb-4b33-bedf-774bf4e3826f) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:48:51.498465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:51.500650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a928653-6c6a-4546-8364-e261073015a6,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:51.585712 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=7072a61a-b4a8-439b-8266-b39283c16568,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:51.599307 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:51.640526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.764390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.786767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:51.789240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7171c3-420f-4485-be7b-f4384afd9122 req-457d965e-fb25-43e1-ba17-2863115a1949 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:51.790546 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8a7171c3-420f-4485-be7b-f4384afd9122 req-457d965e-fb25-43e1-ba17-2863115a1949 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 932 time: 2.9314573 Nov 19 15:48:51.839227 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e4089abdbcf45eb954357ca5c3dff6f&name=default HTTP/1.1" status: 200 len: 2647 time: 3.1107471 Nov 19 15:48:51.859659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38342) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:51.902492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Attempting to bind port b1efdf30-d656-475a-b6eb-d94636ae47c4 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:48:51.906295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Attempting to bind port b1efdf30-d656-475a-b6eb-d94636ae47c4 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '320555bf-ad77-4baf-9feb-b148851d302b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:48:51.907982 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Attempting to bind port b1efdf30-d656-475a-b6eb-d94636ae47c4 on network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:48:51.919180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c2012a05-c8b2-44a3-83c6-517307ad8cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:51.932619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:51.933202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:51.951354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-406b52ea-9d1d-48e9-b5f4-693f67b2a33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.501s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:52.011948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eef86266-1d4d-44cc-a3c6-f3c00a602195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.116958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eef86266-1d4d-44cc-a3c6-f3c00a602195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.299665 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Sync routers for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:48:52.333881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:48:52.341709 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:52.453822 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eef86266-1d4d-44cc-a3c6-f3c00a602195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.496266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:52.527632 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef86266-1d4d-44cc-a3c6-f3c00a602195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a928653-6c6a-4546-8364-e261073015a6,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:52.531435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-eef86266-1d4d-44cc-a3c6-f3c00a602195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:52.602599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38362) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:52.610335 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eef86266-1d4d-44cc-a3c6-f3c00a602195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.615871 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-eef86266-1d4d-44cc-a3c6-f3c00a602195 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2a928653-6c6a-4546-8364-e261073015a6 HTTP/1.1" status: 204 len: 168 time: 0.7551084 Nov 19 15:48:52.632565 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.resource_extend [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 15:48:52.642209 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.693307 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:48:52.693686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Checking segment: {'id': '320555bf-ad77-4baf-9feb-b148851d302b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:52.694113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.694679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Bound using segment: {'id': '320555bf-ad77-4baf-9feb-b148851d302b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:48:52.695342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Bound port: b1efdf30-d656-475a-b6eb-d94636ae47c4, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '320555bf-ad77-4baf-9feb-b148851d302b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:48:52.695624 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.716569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:52.718041 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.721052 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8a7171c3-420f-4485-be7b-f4384afd9122 req-87e75f8d-12f2-47b6-9333-b4f977085f67 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8802652 Nov 19 15:48:52.724928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:52.728113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:52.728647 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554474'] for router_interface, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.736111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.742955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.762715 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:52.765306 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1efdf30-d656-475a-b6eb-d94636ae47c4,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:52.771491 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:52.811468 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0d6864ee-cfb5-4a13-9fbc-40719b0c7fdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:52.863397 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:48:52.950137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'Port': ['ID=8e7296f5-fe21-4b9a-9eec-a239defeb7c0,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:52.987966 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:52.994366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Usage tracker for resource:security_group_rule and tenant:d08328b972df45d182ce9cc2ce9d7b8a is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:52.998094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:53.006390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:53.018843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:53.127496 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:53.143300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:53.213222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:53.230737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:53.245105 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d08328b972df45d182ce9cc2ce9d7b8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6122315 Nov 19 15:48:53.247677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38368) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:53.335444 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:53.416319 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Network b7e0071b-a578-447a-a657-3135480e6132 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:53.455062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:53.458001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Pushing event updated for resources: {'Port': ['ID=caf00bff-9beb-4b33-bedf-774bf4e3826f,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:53.466783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:48:53.467779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554474'] for router_interface, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:53.587059 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-eb6a66c4-4871-44d6-ad94-d2744d5637c5 None None] Provisioning for port 197f1ad8-3e91-4c5f-8851-c8654e795c47 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:53.604187 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-eb6a66c4-4871-44d6-ad94-d2744d5637c5 None None] Provisioning complete for port 197f1ad8-3e91-4c5f-8851-c8654e795c47 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:53.604804 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eb6a66c4-4871-44d6-ad94-d2744d5637c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:53.640785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:53.715393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6ab8d31c-89be-4138-82ad-9b4f8db3ee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:53.766238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a66c4-4871-44d6-ad94-d2744d5637c5 None None] Port 197f1ad8-3e91-4c5f-8851-c8654e795c47 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:48:53.822757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 2, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:53.835281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 7072a61a-b4a8-439b-8266-b39283c16568 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:53.912547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8c8357-8259-4646-ac63-540f9d85c543,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:53.936979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.724s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:53.977695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:53.978621 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Checking router: a08ecbcc-512a-444a-a208-38de4a58671c for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:48:53.979055 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Updating router a08ecbcc-512a-444a-a208-38de4a58671c port ec84412d-9da2-4918-b7c3-ad88c417d8a6 binding host dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:48:54.060087 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.124051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e9f768ea-f53d-4c3c-a12e-94b4561a57b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.177229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e9f768ea-f53d-4c3c-a12e-94b4561a57b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.191146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 7072a61a-b4a8-439b-8266-b39283c16568 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:54.191573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.256241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e9f768ea-f53d-4c3c-a12e-94b4561a57b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.264360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f3304e5e-f029-48db-8638-839b8a662e54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:54.276514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.283754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f768ea-f53d-4c3c-a12e-94b4561a57b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8c8357-8259-4646-ac63-540f9d85c543,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:54.297080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e9f768ea-f53d-4c3c-a12e-94b4561a57b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:54.299610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e9f768ea-f53d-4c3c-a12e-94b4561a57b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.303183 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-e9f768ea-f53d-4c3c-a12e-94b4561a57b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d8c8357-8259-4646-ac63-540f9d85c543 HTTP/1.1" status: 204 len: 168 time: 0.4674065 Nov 19 15:48:54.303183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.329399 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.341284 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6512890 Nov 19 15:48:54.618768 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] For port b1efdf30-d656-475a-b6eb-d94636ae47c4, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:48:54.672749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27611d7-88f2-4490-98aa-a3950b5db971 req-0b09b6bb-e0b7-42d0-ae08-70533dbfebb0 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:54.674772 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f27611d7-88f2-4490-98aa-a3950b5db971 req-0b09b6bb-e0b7-42d0-ae08-70533dbfebb0 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 944 time: 0.3510008 Nov 19 15:48:54.682498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] For port b1efdf30-d656-475a-b6eb-d94636ae47c4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b1efdf30-d656-475a-b6eb-d94636ae47c4,segment=NetworkSegment(320555bf-ad77-4baf-9feb-b148851d302b),segment_id=320555bf-ad77-4baf-9feb-b148851d302b)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:48:54.745543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.819828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:54.827209 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f27611d7-88f2-4490-98aa-a3950b5db971 req-bfc6725b-11b5-47b3-985e-9ae7f5859f64 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419377 Nov 19 15:48:54.844553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 2818cb20-88fb-4ae9-adb3-8aee36efb8fa up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:54.845790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.resource_extend [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 15:48:54.883867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7b9fc375-8689-49db-b2b4-878db3e3ce5d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:54.999518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1efdf30-d656-475a-b6eb-d94636ae47c4,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:55.007175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.013736 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:55.039342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.056752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:55.090521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:55.091363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.107292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851338541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225148'] for router_interface, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.211431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:55.286406 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-d3470b36-b298-43f6-8308-6f49390b994d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--74719303&fields=id&tenant_id=aa9f0425731e423fbf02bdd413472e79 HTTP/1.1" status: 200 len: 267 time: 0.4420984 Nov 19 15:48:55.314042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Pushing event updated for resources: {'Port': ['ID=197f1ad8-3e91-4c5f-8851-c8654e795c47,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:55.342213 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:55.366245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.370200 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.resource_extend [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 15:48:55.407786 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.529192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=2818cb20-88fb-4ae9-adb3-8aee36efb8fa,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:48:55.542376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Notify callbacks [] for port, precommit_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.552839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.564607 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:55.635868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=2818cb20-88fb-4ae9-adb3-8aee36efb8fa,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:55.639473 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:55.644361 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Transition to ACTIVE for port object ec84412d-9da2-4918-b7c3-ad88c417d8a6 will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:48:55.652795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.697894 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:55.810769 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48dad1-e35f-46ab-a386-bb8684005125 None None] Pushing event updated for resources: {'Port': ['ID=ec84412d-9da2-4918-b7c3-ad88c417d8a6,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:55.813935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dc48dad1-e35f-46ab-a386-bb8684005125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:55.915767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.945630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:55.992748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851338541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225148'] for router_interface, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:56.101473 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Attempting to bind port ec84412d-9da2-4918-b7c3-ad88c417d8a6 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:48:56.101884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Attempting to bind port ec84412d-9da2-4918-b7c3-ad88c417d8a6 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:48:56.102287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Attempting to bind port ec84412d-9da2-4918-b7c3-ad88c417d8a6 on network ff79497e-4d00-46d7-9667-b21a1f313c56 {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:48:56.110634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:48:56.111107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Checking segment: {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:48:56.112112 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:56.112554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Bound using segment: {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:48:56.113079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Bound port: ec84412d-9da2-4918-b7c3-ad88c417d8a6, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:48:56.113495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:56.269015 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] For port ec84412d-9da2-4918-b7c3-ad88c417d8a6, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:48:56.272571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] For port ec84412d-9da2-4918-b7c3-ad88c417d8a6, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=ec84412d-9da2-4918-b7c3-ad88c417d8a6,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:48:56.276395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:56.292999 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:56.369918 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:56.511476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Pushing event updated for resources: {'Port': ['ID=caf00bff-9beb-4b33-bedf-774bf4e3826f,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:56.521701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:56.591844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48dad1-e35f-46ab-a386-bb8684005125 None None] Pushing event updated for resources: {'Port': ['ID=ec84412d-9da2-4918-b7c3-ad88c417d8a6,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:56.595471 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dc48dad1-e35f-46ab-a386-bb8684005125 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:56.647157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:48:56.647978 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:54Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:56.663328 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:56.665011 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] 10.222.0.55 "PUT /v2.0/ports/b1efdf30-d656-475a-b6eb-d94636ae47c4 HTTP/1.1" status: 200 len: 1158 time: 9.4548903 Nov 19 15:48:56.675071 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:56.675672 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65ed3e7d-6e39-44af-badc-38603afc8650', 'tag': 'b1efdf30-d656-475a-b6eb-d94636ae47c4'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:48:56.816546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-89ade0d4-1f35-4857-b5b8-e176f2d67867 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:56.827951 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-89ade0d4-1f35-4857-b5b8-e176f2d67867 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 811 time: 1.5109384 Nov 19 15:48:56.838874 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:56.877574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Network b7e0071b-a578-447a-a657-3135480e6132 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:48:56.977258 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:48:57.034598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:48:57.143646 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-02aa0420-3089-4e8e-b6d6-f27ba6bcf5f4 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/quotas/aa9f0425731e423fbf02bdd413472e79 HTTP/1.1" status: 200 len: 375 time: 0.3137655 Nov 19 15:48:57.239164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe3fb01-c671-459b-8bd1-b26c4be73533 req-11b76b3d-ca9b-407e-9d63-3be263576018 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:57.247797 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dbe3fb01-c671-459b-8bd1-b26c4be73533 req-11b76b3d-ca9b-407e-9d63-3be263576018 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 944 time: 0.8932364 Nov 19 15:48:57.491315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-5d99aa6c-3210-4ea6-b73e-c20a6fb77283 None None] Provisioning complete for port 197f1ad8-3e91-4c5f-8851-c8654e795c47 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:57.491803 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5d99aa6c-3210-4ea6-b73e-c20a6fb77283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:57.582625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5d99aa6c-3210-4ea6-b73e-c20a6fb77283 None None] Port 197f1ad8-3e91-4c5f-8851-c8654e795c47 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:48:57.593978 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:56Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:48:57.599152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42484fd-e3d8-4d00-a631-071e1867f7a3 None None] The sync data for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb is: [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:56Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:48:57.754733 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dbe3fb01-c671-459b-8bd1-b26c4be73533 req-255e807f-3989-40b3-831d-3417de4a09a5 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5062966 Nov 19 15:48:57.767870 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-5a80e9d6-1c32-4a3b-8c5c-b557f31115bf tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5659482 Nov 19 15:48:57.786746 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-6fe39e28-4020-4aed-a764-5441114076d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0befff22b84546a389df159dcf6c1727&device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 1161 time: 0.9796515 Nov 19 15:48:57.849980 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device ec84412d-9da2-4918-b7c3-ad88c417d8a6 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:57.903685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38528) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:57.998435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port ec84412d-9da2-4918-b7c3-ad88c417d8a6 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:48:58.009074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port ec84412d-9da2-4918-b7c3-ad88c417d8a6 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:58.009548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.077783 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-ca9bd0f5-2664-4185-8818-f607cba83924 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1efdf30-d656-475a-b6eb-d94636ae47c4 HTTP/1.1" status: 200 len: 217 time: 0.2740662 Nov 19 15:48:58.280705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.318673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.383493 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port ec84412d-9da2-4918-b7c3-ad88c417d8a6, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=ec84412d-9da2-4918-b7c3-ad88c417d8a6,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:48:58.394402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.395414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 2818cb20-88fb-4ae9-adb3-8aee36efb8fa up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:58.412192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:58.421605 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Usage tracker for resource:security_group_rule and tenant:5c5e23ee044f4b53ac97f0cc250b02b2 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:58.428262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:58.442832 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:58.515221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7759dbe3-2860-4b9c-a614-38f5a655df44 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:48:58.516775 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-7759dbe3-2860-4b9c-a614-38f5a655df44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c138bf8d-ed36-4cf8-8cd2-cad319cde7c1 HTTP/1.1" status: 200 len: 851 time: 0.4176986 Nov 19 15:48:58.538483 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c73c356f-d8ee-4e87-8ee6-e599330fd426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:58.605542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-cae6289a-dab4-4804-aa9a-2593d50bfedb service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:48:58.607099 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-cae6289a-dab4-4804-aa9a-2593d50bfedb service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.3252561 Nov 19 15:48:58.609320 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.614541 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.623744 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-05a50168-d99b-4b4c-89ea-f1b6e5cfa0a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:58.667884 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65ed3e7d-6e39-44af-badc-38603afc8650', 'tag': 'b1efdf30-d656-475a-b6eb-d94636ae47c4', 'status': 'completed', 'code': 200} Nov 19 15:48:58.671761 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-8ae845c1-dfe1-4a40-bd32-b030a02eac7e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1380677 Nov 19 15:48:58.672313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a52c14-fc51-4c1e-af1b-d4d598d08847,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:58.696388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=ec84412d-9da2-4918-b7c3-ad88c417d8a6,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:58.706976 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c5e23ee044f4b53ac97f0cc250b02b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7958620 Nov 19 15:48:58.708424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:58.708831 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:58.711385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38564) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:58.722975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:58.723656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.821203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1d68d916-6cdc-4cb3-b422-2ec9b0dcd98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.890687 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1d68d916-6cdc-4cb3-b422-2ec9b0dcd98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.986061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1d68d916-6cdc-4cb3-b422-2ec9b0dcd98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:58.992123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:59.007289 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68d916-6cdc-4cb3-b422-2ec9b0dcd98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a52c14-fc51-4c1e-af1b-d4d598d08847,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:59.010363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1d68d916-6cdc-4cb3-b422-2ec9b0dcd98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:59.014541 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1d68d916-6cdc-4cb3-b422-2ec9b0dcd98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:59.016013 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1d68d916-6cdc-4cb3-b422-2ec9b0dcd98c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51a52c14-fc51-4c1e-af1b-d4d598d08847 HTTP/1.1" status: 204 len: 168 time: 0.2996216 Nov 19 15:48:59.102985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38576) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:59.266452 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:59.309947 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:59.316222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Usage tracker for resource:security_group_rule and tenant:2a04427e013c4fe786af5dc7e9741da3 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:59.320532 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:59.327887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:59.403221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:59.406846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:59.418510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-36b6bcfb-cb54-4191-83bd-80545ccca601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:59.420809 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-6b25364f-0282-4d0d-bd80-4d36a83e8974 service neutron] 10.222.0.55 "GET /v2.0/networks/32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6443598 Nov 19 15:48:59.444003 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-1abb5d50-302d-4d12-b6de-ca3097914f35 service neutron] 10.222.0.48 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7710431 Nov 19 15:48:59.464000 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930affd2-57da-4e0f-bdcd-7970c030e00d,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:59.469436 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a04427e013c4fe786af5dc7e9741da3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3653049 Nov 19 15:48:59.470712 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:59.475592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 38586) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:59.601679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38592) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:59.632265 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:59.676876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device ec84412d-9da2-4918-b7c3-ad88c417d8a6 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:48:59.683935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:48:59.694199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Usage tracker for resource:security_group_rule and tenant:d12c22c671764f5cbf2b81fc5062193b is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:48:59.703119 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:48:59.718440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:48:59.766287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port ec84412d-9da2-4918-b7c3-ad88c417d8a6 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:48:59.767437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:59.770539 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849bebbf-8382-44a1-868b-1bb2e3923f73 req-95b13608-18c0-40e2-ab78-3529ebd908b2 service neutron] 10.222.0.55 "GET /v2.0/networks/32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3364923 Nov 19 15:48:59.877633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Router aec42b55-1ed0-49d7-9fef-e033002e6695 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:48:59.896908 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:59.903052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:59.909591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98bbe1b0-7951-4e8e-9368-29921a80f692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:48:59.917564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-eae54e79-2871-4814-8a7c-940f5be2a458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:48:59.963754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb8dae1-d6c5-47b5-a530-534a302a8080,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:48:59.967299 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:48:59.973418 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d12c22c671764f5cbf2b81fc5062193b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3703723 Nov 19 15:48:59.974109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38608) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:48:59.989669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98bbe1b0-7951-4e8e-9368-29921a80f692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:00.056828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7342ccb3-2797-4f84-917b-3563c5207e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:00.086173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7342ccb3-2797-4f84-917b-3563c5207e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:00.111850 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1265b95-92fa-4984-a377-6bbfc576a49e req-6e2055a6-8967-4912-9b25-78e4b34b98c9 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:00.113502 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f1265b95-92fa-4984-a377-6bbfc576a49e req-6e2055a6-8967-4912-9b25-78e4b34b98c9 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 944 time: 0.9503951 Nov 19 15:49:00.140336 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7342ccb3-2797-4f84-917b-3563c5207e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:00.146061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b5fcae69-fcd6-4a2e-843a-6e05c74d6c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:00.150355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:49:00.162258 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342ccb3-2797-4f84-917b-3563c5207e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb8dae1-d6c5-47b5-a530-534a302a8080,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:00.166171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7342ccb3-2797-4f84-917b-3563c5207e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:00.171457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7342ccb3-2797-4f84-917b-3563c5207e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:00.172873 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-7342ccb3-2797-4f84-917b-3563c5207e01 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fb8dae1-d6c5-47b5-a530-534a302a8080 HTTP/1.1" status: 204 len: 168 time: 0.1977763 Nov 19 15:49:00.187396 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-20657f25-24f8-4f36-b83e-17ccccc20ef1 service neutron] 10.222.0.48 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7424479 Nov 19 15:49:00.322340 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98bbe1b0-7951-4e8e-9368-29921a80f692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:00.351768 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:00.386664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bbe1b0-7951-4e8e-9368-29921a80f692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930affd2-57da-4e0f-bdcd-7970c030e00d,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:00.391804 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f1265b95-92fa-4984-a377-6bbfc576a49e req-e9096c4e-35f2-4ad6-8527-ab6415f32f8c tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613943 Nov 19 15:49:00.392927 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-98bbe1b0-7951-4e8e-9368-29921a80f692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:00.395340 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98bbe1b0-7951-4e8e-9368-29921a80f692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:00.396588 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-98bbe1b0-7951-4e8e-9368-29921a80f692 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/930affd2-57da-4e0f-bdcd-7970c030e00d HTTP/1.1" status: 204 len: 168 time: 0.8847125 Nov 19 15:49:00.406159 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-44a421a8-3972-4bfd-975d-2e2ecbfe4d82 req-d1107553-9865-4408-aab0-18c6acb4036a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0befff22b84546a389df159dcf6c1727&device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 1161 time: 0.5092630 Nov 19 15:49:00.647426 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d4f10bd-99d8-419f-af25-f94c3c269c35 req-06ef566d-868c-420b-a1d2-fabd886c4597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 210 time: 0.1927760 Nov 19 15:49:00.955499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38656) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:01.012853 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a421a8-3972-4bfd-975d-2e2ecbfe4d82 req-ebd12513-0dd5-437b-bd7e-7bb2263d6918 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:01.018252 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:01.018485 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-44a421a8-3972-4bfd-975d-2e2ecbfe4d82 req-ebd12513-0dd5-437b-bd7e-7bb2263d6918 service neutron] 10.222.0.55 "GET /v2.0/networks?id=32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa HTTP/1.1" status: 200 len: 905 time: 0.5910251 Nov 19 15:49:01.100173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:01.108639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Usage tracker for resource:security_group_rule and tenant:e7b16cd8f4874658b8894391701b7c36 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:01.115892 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:01.135543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:01.336861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:01.344335 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:01.362704 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-414f0a0a-ab64-4184-9858-6e5b5d0344ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:01.393068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:49:01.404730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Sync routers for ids ['aec42b55-1ed0-49d7-9fef-e033002e6695'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:49:01.407879 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] 10.222.0.48 "PUT /v2.0/routers/aec42b55-1ed0-49d7-9fef-e033002e6695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 26.6340063 Nov 19 15:49:01.411588 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-44a421a8-3972-4bfd-975d-2e2ecbfe4d82 req-b3eb143a-690a-4a1c-9962-8e874f50b7b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1efdf30-d656-475a-b6eb-d94636ae47c4 HTTP/1.1" status: 200 len: 217 time: 0.3715022 Nov 19 15:49:01.432478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Routers {'aec42b55-1ed0-49d7-9fef-e033002e6695'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:49:01.436852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:54Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['aec42b55-1ed0-49d7-9fef-e033002e6695'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:01.464679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:49:01.475169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Sync routers for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:49:01.477105 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] 10.222.0.48 "PUT /v2.0/routers/0118a807-b0a8-45ab-a2a0-31ac97bc3fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 24.7523322 Nov 19 15:49:01.511454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:49:01.512159 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:54Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:01.563184 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c338cac7-5e8e-46b9-a1be-59e70193a322,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:01.573118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:01.588755 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7b16cd8f4874658b8894391701b7c36&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6316314 Nov 19 15:49:01.593001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38686) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:01.895698 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-745ea652-85f3-41c6-bf99-ff109e2c185c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:01.938427 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Set router aec42b55-1ed0-49d7-9fef-e033002e6695 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:49:01.973099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-745ea652-85f3-41c6-bf99-ff109e2c185c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:02.047658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-745ea652-85f3-41c6-bf99-ff109e2c185c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:02.055432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:02.095571 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50e4e5f3-1dda-4e10-8694-12479ae871db req-339f318b-ad2e-474c-bca8-5a95327d71ec tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 210 time: 0.1873617 Nov 19 15:49:02.099045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a421a8-3972-4bfd-975d-2e2ecbfe4d82 req-f2f48b3b-632e-4efc-8588-5a09cd99eef8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:02.100489 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-44a421a8-3972-4bfd-975d-2e2ecbfe4d82 req-f2f48b3b-632e-4efc-8588-5a09cd99eef8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c138bf8d-ed36-4cf8-8cd2-cad319cde7c1 HTTP/1.1" status: 200 len: 851 time: 0.6207285 Nov 19 15:49:02.149870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ea652-85f3-41c6-bf99-ff109e2c185c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c338cac7-5e8e-46b9-a1be-59e70193a322,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:02.156248 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-745ea652-85f3-41c6-bf99-ff109e2c185c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:02.159671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-745ea652-85f3-41c6-bf99-ff109e2c185c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:02.161684 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-44a421a8-3972-4bfd-975d-2e2ecbfe4d82 req-697a0589-0f05-4297-ad79-e8ec47f2923b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530839 Nov 19 15:49:02.173095 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-745ea652-85f3-41c6-bf99-ff109e2c185c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c338cac7-5e8e-46b9-a1be-59e70193a322 HTTP/1.1" status: 204 len: 168 time: 0.5786626 Nov 19 15:49:02.194067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c40919a-73cc-4efb-8cab-7bfa5cdc6fbd req-a07ac343-bd09-4a94-9534-ea1d5205b052 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:02.207183 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2c40919a-73cc-4efb-8cab-7bfa5cdc6fbd req-a07ac343-bd09-4a94-9534-ea1d5205b052 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 944 time: 0.4404685 Nov 19 15:49:02.347381 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2c40919a-73cc-4efb-8cab-7bfa5cdc6fbd req-0dd7854e-ccd7-49db-8027-8d83fe1c4cde tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389830 Nov 19 15:49:02.478493 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:49:02.505300 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-44a421a8-3972-4bfd-975d-2e2ecbfe4d82 req-6cd1a082-eb52-40cc-8b86-fec60de33dea service neutron] 10.222.0.55 "GET /v2.0/networks/32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204577 Nov 19 15:49:02.719280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.55', 49938) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:02.755086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.objects.ports [None req-139fac74-8b66-482e-a9be-797857627c9f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80310) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 15:49:02.812718 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:27Z', 'updated_at': '2020-11-19T15:48:53Z', 'revision_number': 4, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'gw_port': {'id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'caf00bff-9beb-4b33-bedf-774bf4e3826f', 'name': '', 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'mac_address': 'fa:16:3e:50:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5a15bcb-3f06-4474-9f30-46e3b250f8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:47Z', 'updated_at': '2020-11-19T15:48:54Z', 'revision_number': 2, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'subnets': [{'id': 'b5a15bcb-3f06-4474-9f30-46e3b250f8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:02.831639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Checking router: aec42b55-1ed0-49d7-9fef-e033002e6695 for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:49:02.835019 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Updating router aec42b55-1ed0-49d7-9fef-e033002e6695 port caf00bff-9beb-4b33-bedf-774bf4e3826f binding host dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:49:03.003653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-09d37e17-73f2-4b5f-be3c-ec16e7e48add tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:03.005832 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-09d37e17-73f2-4b5f-be3c-ec16e7e48add tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Synchronizing usage tracker for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:network {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:03.025448 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-44a421a8-3972-4bfd-975d-2e2ecbfe4d82 req-6afeb38d-0247-423b-8e07-c4f998e9d7d9 service neutron] 10.222.0.55 "GET /v2.0/networks/32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5108352 Nov 19 15:49:03.028564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-09d37e17-73f2-4b5f-be3c-ec16e7e48add tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Unset dirty status for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:network {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:03.030014 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-09d37e17-73f2-4b5f-be3c-ec16e7e48add tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 811 time: 0.3095434 Nov 19 15:49:03.052808 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:03.168044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-2412f7a2-d471-4c79-aaba-61d2bb78cc60 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Synchronizing usage tracker for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:security_group {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:03.203526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-2412f7a2-d471-4c79-aaba-61d2bb78cc60 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Unset dirty status for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:security_group {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:03.206719 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-2412f7a2-d471-4c79-aaba-61d2bb78cc60 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa9f0425731e423fbf02bdd413472e79 HTTP/1.1" status: 200 len: 5043 time: 0.1416676 Nov 19 15:49:03.224601 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'port': {'device_id': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'admin_state_up': True, 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'security_groups': ['3e88adc6-b893-473c-b194-47e00d0f5e0b']}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:03.382791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b1efdf30-d656-475a-b6eb-d94636ae47c4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:03.522374 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port b1efdf30-d656-475a-b6eb-d94636ae47c4 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:03.530108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port b1efdf30-d656-475a-b6eb-d94636ae47c4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:03.530930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:03.568602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:03.573425 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:port and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:03.577136 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for port was recalculated. Used quota:3. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:03.585124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:03.616970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Made reservation on behalf of aa9f0425731e423fbf02bdd413472e79 for: {'port': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:49:03.641356 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:03.657124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:48:54Z', 'revision_number': 2, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:03.714763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Checking router: 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:49:03.716733 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Updating router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc port 197f1ad8-3e91-4c5f-8851-c8654e795c47 binding host dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:49:03.964326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:03.965887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 38766) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:03.979886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'security_group': {'name': 'tempest-securitygroup--485261268', 'description': 'tempest-description--105866077'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:03.999954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:04.014609 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:security_group and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:04.022171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:04.035802 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:04.058673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port b1efdf30-d656-475a-b6eb-d94636ae47c4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b1efdf30-d656-475a-b6eb-d94636ae47c4,segment=NetworkSegment(320555bf-ad77-4baf-9feb-b148851d302b),segment_id=320555bf-ad77-4baf-9feb-b148851d302b)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:04.068194 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed3e7d-6e39-44af-badc-38603afc8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1efdf30-d656-475a-b6eb-d94636ae47c4'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:04.072761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:04.220484 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:04.239082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:04.247852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:04.276262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-ea0a6dd6-ebf3-4c20-8796-503018f1f4b4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:04.277639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-ea0a6dd6-ebf3-4c20-8796-503018f1f4b4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Synchronizing usage tracker for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:network {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:04.295297 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:security_group_rule and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:04.306928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:04.334610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:04.344507 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:04.421380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Notify callbacks [] for port, precommit_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:04.450169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Transition to ACTIVE for port object caf00bff-9beb-4b33-bedf-774bf4e3826f will not be triggered until provisioned by entity L2. {{(pid=80311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:04.457988 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:04.461200 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-31629aba-9702-4052-a03e-ddc39433100a req-ade25fdb-d0f9-44cc-9934-fb5f0c1eb4fc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 210 time: 0.1430204 Nov 19 15:49:04.474063 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-ea0a6dd6-ebf3-4c20-8796-503018f1f4b4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Unset dirty status for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:network {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:04.486133 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-ea0a6dd6-ebf3-4c20-8796-503018f1f4b4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 818 time: 0.8606753 Nov 19 15:49:04.543764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Allocated IP 172.20.0.5 (ff79497e-4d00-46d7-9667-b21a1f313c56/54e79c3c-cd15-482c-a48f-84775129a214/21f669aa-22d2-4105-bfb1-ac4436557dd4) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:49:04.557484 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-fcb5f2b5-42f0-4bd1-a338-adf98a09f58a tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/quotas/d4965ec6a8b540b7af2498b0132a572e HTTP/1.1" status: 200 len: 375 time: 0.0628185 Nov 19 15:49:04.612776 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b1efdf30-d656-475a-b6eb-d94636ae47c4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:04.845780 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:04.954382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=b1efdf30-d656-475a-b6eb-d94636ae47c4,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:04.984677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.745s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:04.998469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port b1efdf30-d656-475a-b6eb-d94636ae47c4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:04.998918 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.141509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.169718 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-cfd54eee-6f20-47e0-b8f8-0ede79cf1a91 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Synchronizing usage tracker for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:05.187602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.193841 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8644aa-2505-4137-acaa-d1ecff1edc57 None None] Pushing event updated for resources: {'Port': ['ID=caf00bff-9beb-4b33-bedf-774bf4e3826f,revision_number=3']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:05.228691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2c845cee-a10c-4ac6-b692-594c252bcaaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:05.234962 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fb8644aa-2505-4137-acaa-d1ecff1edc57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:05.256921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Attempting to bind port caf00bff-9beb-4b33-bedf-774bf4e3826f on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:49:05.257474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Attempting to bind port caf00bff-9beb-4b33-bedf-774bf4e3826f by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:49:05.257886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Attempting to bind port caf00bff-9beb-4b33-bedf-774bf4e3826f on network b7e0071b-a578-447a-a657-3135480e6132 {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:49:05.268287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:49:05.268426 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.268505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Checking segment: {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:49:05.268505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.268912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Bound using segment: {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:49:05.269475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Bound port: caf00bff-9beb-4b33-bedf-774bf4e3826f, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'}}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:49:05.270333 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.306774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'SecurityGroup': ['ID=f58a9cda-e115-47d3-a7db-19d843c2366c,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:05.308245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Transition to ACTIVE for port object 21f669aa-22d2-4105-bfb1-ac4436557dd4 will not be triggered until provisioned by entity DHCP. {{(pid=80308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:05.321359 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:05.346784 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-cfd54eee-6f20-47e0-b8f8-0ede79cf1a91 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Unset dirty status for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:05.348531 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-cfd54eee-6f20-47e0-b8f8-0ede79cf1a91 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7896793 Nov 19 15:49:05.362602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2b34c-503a-42f1-95fa-986409cefc22 req-21f50071-cabe-4d80-9987-3356476095b3 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:05.372322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] For port caf00bff-9beb-4b33-bedf-774bf4e3826f, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:49:05.374203 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2e2b34c-503a-42f1-95fa-986409cefc22 req-21f50071-cabe-4d80-9987-3356476095b3 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 946 time: 0.5946448 Nov 19 15:49:05.374638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.375654 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] For port caf00bff-9beb-4b33-bedf-774bf4e3826f, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=caf00bff-9beb-4b33-bedf-774bf4e3826f,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:49:05.383882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.386104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.387909 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.4184842 Nov 19 15:49:05.419112 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38808) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:05.419912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:05.426059 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:05.516362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'security_group_rule': {'security_group_id': 'f58a9cda-e115-47d3-a7db-19d843c2366c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:05.544237 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2e2b34c-503a-42f1-95fa-986409cefc22 req-c74b5740-ce86-4ddd-beae-e60773360a1f tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689591 Nov 19 15:49:05.630279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:05.659492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8644aa-2505-4137-acaa-d1ecff1edc57 None None] Pushing event updated for resources: {'Port': ['ID=caf00bff-9beb-4b33-bedf-774bf4e3826f,revision_number=4']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:05.665606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fb8644aa-2505-4137-acaa-d1ecff1edc57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:05.681765 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:security_group_rule and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:05.687890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:05.805439 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Routers {'aec42b55-1ed0-49d7-9fef-e033002e6695'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:49:05.806170 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:54Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['aec42b55-1ed0-49d7-9fef-e033002e6695'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:05.826573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:05.838843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'Port': ['ID=21f669aa-22d2-4105-bfb1-ac4436557dd4,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:05.846543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:05.876047 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-c3d25c69-3141-4460-8480-61e43734bd03 service neutron] 10.222.0.48 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964006 Nov 19 15:49:05.893937 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Notify callbacks [] for port, precommit_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.913241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.928507 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Transition to ACTIVE for port object 197f1ad8-3e91-4c5f-8851-c8654e795c47 will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:05.934946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:05.958151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:06.009655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:06.018955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:06.025990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Network ff79497e-4d00-46d7-9667-b21a1f313c56 is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:49:06.028363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3297d6a5-1048-4f5c-b60c-98de429827e9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:06.036634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:49:06.055237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38828) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:06.079263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7711afa6-afa1-4251-b469-069992d1483f,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:06.090095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:06.108483 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:06.113048 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6220021 Nov 19 15:49:06.113806 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38834) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:06.115452 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02316ea2-1ef3-4bb9-ac70-6e3b148de078 None None] Pushing event updated for resources: {'Port': ['ID=197f1ad8-3e91-4c5f-8851-c8654e795c47,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:06.122107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'security_group_rule': {'security_group_id': 'f58a9cda-e115-47d3-a7db-19d843c2366c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:06.122678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-02316ea2-1ef3-4bb9-ac70-6e3b148de078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:06.131623 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:49:06.138502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:06.139260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:06.150304 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-343b6a31-ca79-4cef-a0ff-45fb00a6db08 service neutron] 10.222.0.48 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2730303 Nov 19 15:49:06.158701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:06.183344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:security_group_rule and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:06.186664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] Set router aec42b55-1ed0-49d7-9fef-e033002e6695 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:49:06.197919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:06.217464 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:06.227301 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0147099 Nov 19 15:49:06.256094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Request body: {'port': {'device_id': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:06.362348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:06.629752 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed3e7d-6e39-44af-badc-38603afc8650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1efdf30-d656-475a-b6eb-d94636ae47c4', 'code': 200} Nov 19 15:49:06.654648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b1efdf30-d656-475a-b6eb-d94636ae47c4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:06.746382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:06.908905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:06.950293 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:06.958899 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-beca67c7-8687-47d0-926c-667350cd87ad req-1215f44f-5da0-4806-90de-7f001e8fa75c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 210 time: 0.2230415 Nov 19 15:49:07.061435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:07.170416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port b1efdf30-d656-475a-b6eb-d94636ae47c4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:07.172625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.215384 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bade3844-708b-4b81-8952-8eacea96b437 req-6964c0a6-1f86-4244-b59c-ab27cebd56a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 1163 time: 0.2553213 Nov 19 15:49:07.229072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-62c039e1-c83a-4cda-a1be-255dcf6c5ee6 None None] Provisioning for port 21f669aa-22d2-4105-bfb1-ac4436557dd4 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:07.240886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:27Z', 'updated_at': '2020-11-19T15:48:53Z', 'revision_number': 4, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'gw_port': {'id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'caf00bff-9beb-4b33-bedf-774bf4e3826f', 'name': '', 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'mac_address': 'fa:16:3e:50:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5a15bcb-3f06-4474-9f30-46e3b250f8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:47Z', 'updated_at': '2020-11-19T15:49:05Z', 'revision_number': 4, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'subnets': [{'id': 'b5a15bcb-3f06-4474-9f30-46e3b250f8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:07.256195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea20324b-fa16-4b6a-85a3-533f5f931d77 None None] The sync data for ids ['aec42b55-1ed0-49d7-9fef-e033002e6695'] in dv-cinder-763306-3-smb is: [{'id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:27Z', 'updated_at': '2020-11-19T15:48:53Z', 'revision_number': 4, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'gw_port': {'id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'caf00bff-9beb-4b33-bedf-774bf4e3826f', 'name': '', 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'mac_address': 'fa:16:3e:50:0c:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b5a15bcb-3f06-4474-9f30-46e3b250f8cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:47Z', 'updated_at': '2020-11-19T15:49:05Z', 'revision_number': 4, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'subnets': [{'id': 'b5a15bcb-3f06-4474-9f30-46e3b250f8cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:49:07.270280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-62c039e1-c83a-4cda-a1be-255dcf6c5ee6 None None] Provisioning complete for port 21f669aa-22d2-4105-bfb1-ac4436557dd4 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:07.275685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-62c039e1-c83a-4cda-a1be-255dcf6c5ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.296923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bade3844-708b-4b81-8952-8eacea96b437 req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.344117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.381170 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140558a4-1468-47dd-876d-be8c5818ae35,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:07.386758 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-bade3844-708b-4b81-8952-8eacea96b437 req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:07.392228 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:07.395764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Attempting to bind port 197f1ad8-3e91-4c5f-8851-c8654e795c47 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:49:07.396119 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Attempting to bind port 197f1ad8-3e91-4c5f-8851-c8654e795c47 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:49:07.396536 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Attempting to bind port 197f1ad8-3e91-4c5f-8851-c8654e795c47 on network cc221463-4e81-47c0-8956-bd0fa7cbce70 {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:49:07.399160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bade3844-708b-4b81-8952-8eacea96b437 req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Usage tracker for resource:security_group_rule and tenant:b63bc15944734410bff349a19e7201d6 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:07.402854 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-62c039e1-c83a-4cda-a1be-255dcf6c5ee6 None None] Port 21f669aa-22d2-4105-bfb1-ac4436557dd4 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:49:07.408778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bade3844-708b-4b81-8952-8eacea96b437 req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:07.420315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:49:07.423575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Checking segment: {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:49:07.423575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.423575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Bound using segment: {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:49:07.423575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Bound port: 197f1ad8-3e91-4c5f-8851-c8654e795c47, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:49:07.423575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.427720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-bade3844-708b-4b81-8952-8eacea96b437 req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:07.457420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:07.458721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Usage tracker for resource:security_group_rule and tenant:b175df1ffebe4603b43b39a81926bfb3 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:07.469402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:07.531202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa733d6-3415-482c-9193-ee6f356509b0 req-7d772bed-2639-4d26-b144-2dae74b88bb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:07.539354 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0fa733d6-3415-482c-9193-ee6f356509b0 req-7d772bed-2639-4d26-b144-2dae74b88bb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 931 time: 0.6493688 Nov 19 15:49:07.558108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:07.572788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.576968 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c3785636-dc68-40b0-ad4e-89e714d3a379 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4587753 Nov 19 15:49:07.580634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38882) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:07.594197 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'floatingip': {'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:07.605956 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:07.778847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] For port 197f1ad8-3e91-4c5f-8851-c8654e795c47, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:49:07.784986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] For port 197f1ad8-3e91-4c5f-8851-c8654e795c47, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=197f1ad8-3e91-4c5f-8851-c8654e795c47,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:49:07.790598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.839880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bade3844-708b-4b81-8952-8eacea96b437 req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.863237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bade3844-708b-4b81-8952-8eacea96b437 req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:07.925246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:07.982475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9e33b2b8-0fee-480c-9067-8b98c0c3175c,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:08.018606 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0fa733d6-3415-482c-9193-ee6f356509b0 req-0b4f61d8-05ff-4c93-bc59-2e67a9b25f3c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4773924 Nov 19 15:49:08.021129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:08.030712 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bade3844-708b-4b81-8952-8eacea96b437 req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8052387 Nov 19 15:49:08.039078 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf807fa3-7203-46ac-aa0d-ec5377f512c7 req-894801cc-0e89-4df3-89ce-e48dfd389940 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:08.041363 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bf807fa3-7203-46ac-aa0d-ec5377f512c7 req-894801cc-0e89-4df3-89ce-e48dfd389940 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 946 time: 0.6873229 Nov 19 15:49:08.091669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:floatingip and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:08.123523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:08.145974 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:08.147437 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bf807fa3-7203-46ac-aa0d-ec5377f512c7 req-6d2d5a57-e01c-4d22-9674-36f14f54bfba tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982313 Nov 19 15:49:08.244889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:08.386303 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:08.386543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:08.418104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:08.437580 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f669aa-22d2-4105-bfb1-ac4436557dd4 {{(pid=80308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:49:08.442630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-eef86266-1d4d-44cc-a3c6-f3c00a602195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:08.453412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device caf00bff-9beb-4b33-bedf-774bf4e3826f up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:08.493845 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25945342-4742-4172-bb42-5b15dfe79f55,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:08.500288 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:08.514944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:08.551993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3649855f-29fe-4461-883a-7631bf25cdcf tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:08.554619 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3649855f-29fe-4461-883a-7631bf25cdcf tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 818 time: 0.3410027 Nov 19 15:49:08.606417 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port caf00bff-9beb-4b33-bedf-774bf4e3826f completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:08.608981 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-0bedb2da-3ac0-4335-a736-42c3b40a0020 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/quotas/d4965ec6a8b540b7af2498b0132a572e HTTP/1.1" status: 200 len: 375 time: 0.0472529 Nov 19 15:49:08.612076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Transition to ACTIVE for port object 21f669aa-22d2-4105-bfb1-ac4436557dd4 will not be triggered until provisioned by entity L2. {{(pid=80308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:08.615558 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02316ea2-1ef3-4bb9-ac70-6e3b148de078 None None] Pushing event updated for resources: {'Port': ['ID=197f1ad8-3e91-4c5f-8851-c8654e795c47,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:08.619741 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-02316ea2-1ef3-4bb9-ac70-6e3b148de078 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:08.624157 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b175df1ffebe4603b43b39a81926bfb3&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5661938 Nov 19 15:49:08.626398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:08.627316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 38908) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:08.640563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port caf00bff-9beb-4b33-bedf-774bf4e3826f triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:08.640563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:08.739440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28f18868-11cc-462e-aaf1-c5b1312a4106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:08.898840 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-f11c39e8-6169-4ac3-a5d7-dcf2b45e4ffb tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2817171 Nov 19 15:49:08.924674 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:08.955120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:49:08.956322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:48:54Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:09.358258 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:49:09.373499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Pushing event updated for resources: {'Port': ['ID=21f669aa-22d2-4105-bfb1-ac4436557dd4,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:09.441294 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:09.485863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-27e7f7f9-fb81-4a22-a8be-0733571f0545 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:09.488500 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-27e7f7f9-fb81-4a22-a8be-0733571f0545 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 818 time: 0.5432775 Nov 19 15:49:09.544687 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Request body: {'port': {'device_id': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132', 'admin_state_up': True, 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:09.651906 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ca38-edff-4473-80e8-1877c616b8b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:09.744239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:09.787339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:09.823676 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:09.831437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ca38-edff-4473-80e8-1877c616b8b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:09.846212 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-f35e4fca-d5b9-4f60-80dc-824dd8ab5286 service neutron] 10.222.0.48 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9457633 Nov 19 15:49:10.109803 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:49:10.124009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port caf00bff-9beb-4b33-bedf-774bf4e3826f, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=caf00bff-9beb-4b33-bedf-774bf4e3826f,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:10.146581 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:10.151138 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-167fd1f3-483a-4bd1-b10c-b1a0ee052b94 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:10.278858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:07Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:10.288332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f233a93-3a94-47f7-b678-b8674248a267 None None] The sync data for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb is: [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:07Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:49:10.298000 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=caf00bff-9beb-4b33-bedf-774bf4e3826f,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:10.308432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:10.318553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Attempting to bind port 21f669aa-22d2-4105-bfb1-ac4436557dd4 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:49:10.318779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Attempting to bind port 21f669aa-22d2-4105-bfb1-ac4436557dd4 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:49:10.319195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Attempting to bind port 21f669aa-22d2-4105-bfb1-ac4436557dd4 on network ff79497e-4d00-46d7-9667-b21a1f313c56 {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:49:10.324604 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-0c02c9ce-4701-4d6b-9276-1280e45c53a0 service neutron] 10.222.0.48 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4758675 Nov 19 15:49:10.338697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6ccb03-77a7-4f51-998f-c06f6e970159 req-ca252124-98d7-44da-83fc-78f4b8811760 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:10.380826 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2e6ccb03-77a7-4f51-998f-c06f6e970159 req-ca252124-98d7-44da-83fc-78f4b8811760 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 943 time: 1.1075981 Nov 19 15:49:10.403866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ca38-edff-4473-80e8-1877c616b8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:10.407862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:49:10.408788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Checking segment: {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:49:10.409231 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:10.409619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Bound using segment: {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:49:10.410146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Bound port: 21f669aa-22d2-4105-bfb1-ac4436557dd4, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'}}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:49:10.410518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:10.430573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e9f768ea-f53d-4c3c-a12e-94b4561a57b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:10.502387 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1ca38-edff-4473-80e8-1877c616b8b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25945342-4742-4172-bb42-5b15dfe79f55,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:10.523470 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2e6ccb03-77a7-4f51-998f-c06f6e970159 req-d3407687-f066-470a-869b-fb0cce15ad14 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1418011 Nov 19 15:49:10.526323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Made reservation on behalf of d4965ec6a8b540b7af2498b0132a572e for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:49:10.537405 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:10.561007 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b9b1ca38-edff-4473-80e8-1877c616b8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:10.609072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b9b1ca38-edff-4473-80e8-1877c616b8b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:10.610502 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b9b1ca38-edff-4473-80e8-1877c616b8b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/25945342-4742-4172-bb42-5b15dfe79f55 HTTP/1.1" status: 204 len: 168 time: 1.9669838 Nov 19 15:49:10.819182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Allocated IP 172.28.3.58 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/b9aaaa01-6060-4f59-9de9-eaf6804955d3) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:49:10.905236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] For port 21f669aa-22d2-4105-bfb1-ac4436557dd4, host hv-cinder-76330, cleared binding levels {{(pid=80308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:49:10.917820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] For port 21f669aa-22d2-4105-bfb1-ac4436557dd4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=21f669aa-22d2-4105-bfb1-ac4436557dd4,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:49:10.965321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Allocated IP 172.20.0.7 (b7e0071b-a578-447a-a657-3135480e6132/b5a15bcb-3f06-4474-9f30-46e3b250f8cd/d25708ef-49f9-400e-9fac-a633331f4359) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:49:11.083603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:11.113746 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-98180a7a-aa55-400c-a1d8-3a60d09847d6 req-8ce8086f-3fc4-490c-b7fb-d967a4fc869d tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 210 time: 0.1383092 Nov 19 15:49:11.135923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-eee6a5f1-a00b-458f-9ee8-6fca7d1abc92 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:11.261921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Pushing event updated for resources: {'Port': ['ID=21f669aa-22d2-4105-bfb1-ac4436557dd4,revision_number=3']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:11.282074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:11.510465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 38990) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:11.600655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:11.610167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:11.718067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:11.739919 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] 10.222.0.55 "PUT /v2.0/ports/21f669aa-22d2-4105-bfb1-ac4436557dd4 HTTP/1.1" status: 200 len: 1157 time: 5.4992769 Nov 19 15:49:11.740515 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'tag': '21f669aa-22d2-4105-bfb1-ac4436557dd4'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:11.796969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:11.940943 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:11.960907 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:11.974914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:11.990824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:12.005558 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Usage tracker for resource:security_group_rule and tenant:aa0dadc2f7a546a5903d0fa970e19137 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:12.015477 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:12.024697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:12.090117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'Port': ['ID=b9aaaa01-6060-4f59-9de9-eaf6804955d3,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:12.145133 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:12.230761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:12.235673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:12.289204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:12.358665 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:49:12.361223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:49:12.365913 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:49:12.387916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Pushing event updated for resources: {'Port': ['ID=d25708ef-49f9-400e-9fac-a633331f4359,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:12.394533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:12.412959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 197f1ad8-3e91-4c5f-8851-c8654e795c47 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:12.418565 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc05b6-5318-42f2-93b2-e47fd62d301c req-bc59cb44-2986-4cb5-a295-158063a875df tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:12.427056 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cffc05b6-5318-42f2-93b2-e47fd62d301c req-bc59cb44-2986-4cb5-a295-158063a875df tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 946 time: 1.3570614 Nov 19 15:49:12.448797 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-8e4cacc6-4ffd-42f5-8a91-89bb6943646b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 1160 time: 0.3649487 Nov 19 15:49:12.478392 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:12.514583 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa0dadc2f7a546a5903d0fa970e19137&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0027010 Nov 19 15:49:12.605339 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-d240a6ce-873e-481d-be6b-01eacce38c32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f669aa-22d2-4105-bfb1-ac4436557dd4 HTTP/1.1" status: 200 len: 217 time: 0.1384542 Nov 19 15:49:12.605901 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39018) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:12.606274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.55', 49963) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:12.609249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 197f1ad8-3e91-4c5f-8851-c8654e795c47 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:12.615538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 197f1ad8-3e91-4c5f-8851-c8654e795c47 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:12.617061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:12.621205 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:12.657134 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cffc05b6-5318-42f2-93b2-e47fd62d301c req-1e65da1e-8259-4937-815e-6cb8930718be tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288816 Nov 19 15:49:12.878721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d5d58a-8598-4c34-8749-994d2a24c4ec req-058ada38-0228-4e17-9f62-d17c24b8132b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:12.882318 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b0d5d58a-8598-4c34-8749-994d2a24c4ec req-058ada38-0228-4e17-9f62-d17c24b8132b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 943 time: 0.9526908 Nov 19 15:49:12.911534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f11358-6b93-455b-bc5f-faaf0e54fecc,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:12.921390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:12.974729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port 197f1ad8-3e91-4c5f-8851-c8654e795c47, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=197f1ad8-3e91-4c5f-8851-c8654e795c47,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:12.979496 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:12.980916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device caf00bff-9beb-4b33-bedf-774bf4e3826f up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:13.004308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:13.017927 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Network b7e0071b-a578-447a-a657-3135480e6132 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:49:13.019494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:49:13.022069 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:49:13.026557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:13.032086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:13.040897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-681c0018-0fcc-449b-9116-75b72a24529c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:13.043003 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-681c0018-0fcc-449b-9116-75b72a24529c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 818 time: 0.4142067 Nov 19 15:49:13.105281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-54316ef3-1b8c-4a0d-a83a-3373451432eb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:13.107022 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-54316ef3-1b8c-4a0d-a83a-3373451432eb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 200 len: 850 time: 0.4759996 Nov 19 15:49:13.113648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:13.115663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:13.162605 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Request body: {'port': {'device_id': '89cf5d47-721a-4ae6-bf60-639ee7ba5179', 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132', 'admin_state_up': True, 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:13.233961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-53d8c90b-f526-4517-b878-f0123989822e req-575201ab-322d-4ee1-966c-d56f0d2302a3 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Synchronizing usage tracker for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:13.245785 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7105980 Nov 19 15:49:13.280882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9fdca2ae-356e-44b5-b47c-c293a84110e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:13.291192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=197f1ad8-3e91-4c5f-8851-c8654e795c47,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:13.297387 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:13.335240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port caf00bff-9beb-4b33-bedf-774bf4e3826f triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:13.335810 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:13.349995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Request body: {'port': {'device_id': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:13.489890 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b0d5d58a-8598-4c34-8749-994d2a24c4ec req-687b2ff8-f6b1-470d-b21c-f3326e9a7f67 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5805976 Nov 19 15:49:13.617915 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-53d8c90b-f526-4517-b878-f0123989822e req-575201ab-322d-4ee1-966c-d56f0d2302a3 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Unset dirty status for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:13.631012 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-53d8c90b-f526-4517-b878-f0123989822e req-575201ab-322d-4ee1-966c-d56f0d2302a3 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 210 time: 0.5117054 Nov 19 15:49:13.640959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:13.668118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9fdca2ae-356e-44b5-b47c-c293a84110e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:13.775840 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-a89e9e3c-8356-44cd-aee0-ed94425dc919 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff79497e-4d00-46d7-9667-b21a1f313c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5972874 Nov 19 15:49:13.776705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 39066) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:13.884511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:13.895325 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:13.927115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Made reservation on behalf of d4965ec6a8b540b7af2498b0132a572e for: {'port': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:49:13.933108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:14.140058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:14.227779 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'tag': '21f669aa-22d2-4105-bfb1-ac4436557dd4', 'status': 'completed', 'code': 200} Nov 19 15:49:14.294632 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 197f1ad8-3e91-4c5f-8851-c8654e795c47 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:14.298077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:14.308015 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Usage tracker for resource:security_group_rule and tenant:421b43f3bb6c474d8a99aefe7be14c61 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:14.319859 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:14.340169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:14.388112 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9fdca2ae-356e-44b5-b47c-c293a84110e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:14.398914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-113be644-7de6-4d4b-b4ba-0ef21cc48b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:14.455678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 197f1ad8-3e91-4c5f-8851-c8654e795c47 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:14.456106 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:14.461282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdca2ae-356e-44b5-b47c-c293a84110e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f11358-6b93-455b-bc5f-faaf0e54fecc,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:14.486745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9fdca2ae-356e-44b5-b47c-c293a84110e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:14.508142 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d25708ef-49f9-400e-9fac-a633331f4359 {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:49:14.518486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:14.543286 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-4ac57936-61ca-4c8b-9354-7c40c139118d service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7373309 Nov 19 15:49:14.546561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Transition to ACTIVE for port object d25708ef-49f9-400e-9fac-a633331f4359 will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:14.568864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:14.590839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-24cd785c-8f6c-4700-9c70-bc520bbc07a7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:14.685624 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9fdca2ae-356e-44b5-b47c-c293a84110e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:14.686993 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-9fdca2ae-356e-44b5-b47c-c293a84110e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7f11358-6b93-455b-bc5f-faaf0e54fecc HTTP/1.1" status: 204 len: 168 time: 2.0610843 Nov 19 15:49:14.708519 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Pushing event updated for resources: {'Port': ['ID=d25708ef-49f9-400e-9fac-a633331f4359,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:14.741947 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:14.743656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:14.779834 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:14.875758 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.resource_extend [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 15:49:14.926460 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:14.937673 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=421b43f3bb6c474d8a99aefe7be14c61&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1542215 Nov 19 15:49:14.953728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Allocated IP 172.20.0.13 (b7e0071b-a578-447a-a657-3135480e6132/b5a15bcb-3f06-4474-9f30-46e3b250f8cd/0f0b16e5-5025-4a14-805c-7047761c0a55) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:49:14.963950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39114) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:15.004119 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.017156 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.055098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8062f792-a7c6-4f07-82d9-3daf1962f747 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:15.083406 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1fd4a5b2-052a-47d5-a545-4bffdc6f5441 req-84a22b6b-504a-4cc7-a397-799fecf6dedf tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 210 time: 0.0978844 Nov 19 15:49:15.155584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'Port': ['ID=b9aaaa01-6060-4f59-9de9-eaf6804955d3,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:15.178470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb5ab61-a018-41b3-ab1c-abbf6d7beda3,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:15.186553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:15.203764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:15.261741 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c2da-a374-4226-86b4-68d971112985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.265293 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8578ae12-a0b2-4267-8815-806c14c1fe37 req-0ea9082b-476f-4169-9fc0-fec8ebba8a19 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7044961 Nov 19 15:49:15.331377 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39126) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:15.341140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc9821-2e17-41bf-922b-6dd8eba78378 req-0226a840-34d0-4ce6-b88a-dddb4d039f7b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:15.343233 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-01dc9821-2e17-41bf-922b-6dd8eba78378 req-0226a840-34d0-4ce6-b88a-dddb4d039f7b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 943 time: 0.5679445 Nov 19 15:49:15.421839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Attempting to bind port d25708ef-49f9-400e-9fac-a633331f4359 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:49:15.422435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Attempting to bind port d25708ef-49f9-400e-9fac-a633331f4359 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:49:15.422945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Attempting to bind port d25708ef-49f9-400e-9fac-a633331f4359 on network b7e0071b-a578-447a-a657-3135480e6132 {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:49:15.437195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.440740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:49:15.441455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Checking segment: {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:49:15.441919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.442425 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Bound using segment: {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:49:15.443168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Bound port: d25708ef-49f9-400e-9fac-a633331f4359, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:49:15.443669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.471723 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-01dc9821-2e17-41bf-922b-6dd8eba78378 req-95b4c0c6-14e8-4cae-a2d6-336864d5cb0a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1172879 Nov 19 15:49:15.549121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c2da-a374-4226-86b4-68d971112985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.582946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] For port d25708ef-49f9-400e-9fac-a633331f4359, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:49:15.586579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] For port d25708ef-49f9-400e-9fac-a633331f4359, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d25708ef-49f9-400e-9fac-a633331f4359,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:49:15.589960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.612912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:15.717368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:15.750240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Usage tracker for resource:security_group_rule and tenant:5ceabdacbb9a40dab0ca93ac3f58f7dc is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:15.754685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:15.759202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.798965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:15.839084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.847115 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-617713b2-0d23-4197-87bf-c2011709d6bf req-adbca06a-43ff-4bcd-b39f-6e786fbb0a59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 1160 time: 0.4648201 Nov 19 15:49:15.856493 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c2da-a374-4226-86b4-68d971112985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.865179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Pushing event updated for resources: {'Port': ['ID=d25708ef-49f9-400e-9fac-a633331f4359,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:15.867256 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-13a7eb4a-fa24-4057-8889-dc1b36a7e026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:15.868904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:15.894735 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.896313 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] 10.222.0.55 "PUT /v2.0/ports/d25708ef-49f9-400e-9fac-a633331f4359 HTTP/1.1" status: 200 len: 1157 time: 2.5679781 Nov 19 15:49:15.896841 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.55', 49976) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:15.897385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'tag': 'd25708ef-49f9-400e-9fac-a633331f4359'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:15.917924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.928248 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.3380404 Nov 19 15:49:15.928248 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1c2da-a374-4226-86b4-68d971112985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb5ab61-a018-41b3-ab1c-abbf6d7beda3,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:15.928789 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c2da-a374-4226-86b4-68d971112985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:15.932562 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-dcd1c2da-a374-4226-86b4-68d971112985 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bb5ab61-a018-41b3-ab1c-abbf6d7beda3 HTTP/1.1" status: 204 len: 168 time: 0.9650419 Nov 19 15:49:15.945791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dcd1c2da-a374-4226-86b4-68d971112985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:16.096799 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'tag': 'd25708ef-49f9-400e-9fac-a633331f4359', 'status': 'completed', 'code': 200} Nov 19 15:49:16.174595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:16.217651 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:16.378654 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:16.449157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:16.471605 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617713b2-0d23-4197-87bf-c2011709d6bf req-c151cdc2-61c5-4657-b339-35dc3ede61b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:16.473981 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-617713b2-0d23-4197-87bf-c2011709d6bf req-c151cdc2-61c5-4657-b339-35dc3ede61b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 905 time: 0.6100698 Nov 19 15:49:16.665011 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-d4db563c-2e94-4ff7-9558-b5f1a47df0d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.7608545 Nov 19 15:49:16.670451 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bb078d30-5026-477c-a5b8-3a791017b359 req-02113cdb-9305-4f7c-9ece-5d8e727cbcf3 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Synchronizing usage tracker for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:16.731049 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-5228502e-ca0b-4429-bf44-5ff894f1a254 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1160 time: 0.6896987 Nov 19 15:49:16.766639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Pushing event updated for resources: {'Port': ['ID=0f0b16e5-5025-4a14-805c-7047761c0a55,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:16.791796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:16.794868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cfd956bc-e502-48b0-9881-a85796fd27c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.336s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:16.828395 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-617713b2-0d23-4197-87bf-c2011709d6bf req-d625a0f2-d268-458d-800b-8c4a515fab2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f669aa-22d2-4105-bfb1-ac4436557dd4 HTTP/1.1" status: 200 len: 217 time: 0.3298395 Nov 19 15:49:16.845714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bb078d30-5026-477c-a5b8-3a791017b359 req-02113cdb-9305-4f7c-9ece-5d8e727cbcf3 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Unset dirty status for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:16.846918 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-02113cdb-9305-4f7c-9ece-5d8e727cbcf3 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--485261268&fields=id&tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7 HTTP/1.1" status: 200 len: 267 time: 0.3042533 Nov 19 15:49:16.904881 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ceabdacbb9a40dab0ca93ac3f58f7dc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5674376 Nov 19 15:49:16.910324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39192) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:16.913825 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718b125d-dda9-474a-b74d-53c293326c11,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:16.929165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c81b992-36fd-4bd8-ba74-afa60abdeeef req-55595e8e-7c58-4e41-914d-381d085b2ddc tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:16.931993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:16.939612 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6c81b992-36fd-4bd8-ba74-afa60abdeeef req-55595e8e-7c58-4e41-914d-381d085b2ddc tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 932 time: 0.4410372 Nov 19 15:49:16.993470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Network b7e0071b-a578-447a-a657-3135480e6132 is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:49:16.997482 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-ca523d4e-84c2-4e7b-a6f9-10bf4b0b109f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25708ef-49f9-400e-9fac-a633331f4359 HTTP/1.1" status: 200 len: 217 time: 0.2401834 Nov 19 15:49:16.999163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:49:17.012422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:49:17.016608 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:17.017446 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:17.023135 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617713b2-0d23-4197-87bf-c2011709d6bf req-dc0d41a2-a4dc-4952-999d-5619cd7bde1f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:17.024808 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-617713b2-0d23-4197-87bf-c2011709d6bf req-dc0d41a2-a4dc-4952-999d-5619cd7bde1f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 200 len: 850 time: 0.1837945 Nov 19 15:49:17.104111 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9902482 Nov 19 15:49:17.128002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Request body: {'port': {'device_id': '89cf5d47-721a-4ae6-bf60-639ee7ba5179', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:17.181509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1b01b67-d67b-4eb3-bf5c-ec22c9f9f1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:17.234695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1b01b67-d67b-4eb3-bf5c-ec22c9f9f1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:17.283342 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-2989f759-b41d-4cd3-bef2-a09a74f4b89a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0befff22b84546a389df159dcf6c1727&device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 1163 time: 0.4393167 Nov 19 15:49:17.283562 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-617713b2-0d23-4197-87bf-c2011709d6bf req-95d9fcfd-c6cb-4922-8e20-436aa26674fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff79497e-4d00-46d7-9667-b21a1f313c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2494974 Nov 19 15:49:17.307634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-6c81b992-36fd-4bd8-ba74-afa60abdeeef req-f5faa213-1c39-43ac-8aeb-3e535991b72d tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Synchronizing usage tracker for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:17.322423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-1762e92d-46dd-486d-b210-69f4c3a73e50 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:17.324329 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-1762e92d-46dd-486d-b210-69f4c3a73e50 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.3096933 Nov 19 15:49:17.386685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39206) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:17.389381 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:17.543594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-b791f788-19d9-4eff-bcd8-a885c2b81dc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:17.545514 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-b791f788-19d9-4eff-bcd8-a885c2b81dc1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa HTTP/1.1" status: 200 len: 905 time: 0.2024899 Nov 19 15:49:17.554758 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb078d30-5026-477c-a5b8-3a791017b359 req-6c1fe3af-504a-47d1-8962-72b278bc8d1a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:17.556375 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-6c1fe3af-504a-47d1-8962-72b278bc8d1a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 817 time: 0.6572707 Nov 19 15:49:17.558602 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-612e9d04-c284-47c6-9435-c84d116b5676 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2133949 Nov 19 15:49:17.563615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1b01b67-d67b-4eb3-bf5c-ec22c9f9f1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:17.572472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:17.654206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b01b67-d67b-4eb3-bf5c-ec22c9f9f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b125d-dda9-474a-b74d-53c293326c11,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:17.668389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b1b01b67-d67b-4eb3-bf5c-ec22c9f9f1c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:17.682028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-6c81b992-36fd-4bd8-ba74-afa60abdeeef req-f5faa213-1c39-43ac-8aeb-3e535991b72d tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Unset dirty status for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:17.689777 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-617713b2-0d23-4197-87bf-c2011709d6bf req-e4d80ee3-6c1c-4b1b-840e-8db0bf80c1e4 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702602 Nov 19 15:49:17.694475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1b01b67-d67b-4eb3-bf5c-ec22c9f9f1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:17.695190 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6c81b992-36fd-4bd8-ba74-afa60abdeeef req-f5faa213-1c39-43ac-8aeb-3e535991b72d tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7545526 Nov 19 15:49:17.695717 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b1b01b67-d67b-4eb3-bf5c-ec22c9f9f1c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/718b125d-dda9-474a-b74d-53c293326c11 HTTP/1.1" status: 204 len: 168 time: 0.7833045 Nov 19 15:49:17.731364 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:17.791171 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-e3c2aa62-3160-487f-95f1-72be3b425e88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1efdf30-d656-475a-b6eb-d94636ae47c4 HTTP/1.1" status: 200 len: 217 time: 0.2306511 Nov 19 15:49:17.834032 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-a830afe7-4039-4284-9fed-1ffac60462a1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/quotas/2b3cee85ecd5406ea42f5cec8ecaa9d7 HTTP/1.1" status: 200 len: 375 time: 0.1792066 Nov 19 15:49:17.985635 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-9b4fff81-9d31-4a6b-8e07-53e86176791a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:17.987286 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-9b4fff81-9d31-4a6b-8e07-53e86176791a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c138bf8d-ed36-4cf8-8cd2-cad319cde7c1 HTTP/1.1" status: 200 len: 851 time: 0.1595476 Nov 19 15:49:18.085663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:18.119368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Usage tracker for resource:security_group_rule and tenant:395a1e764f834d57ab874b3853312f3d is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:18.126127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:18.161486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:18.262164 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-617713b2-0d23-4197-87bf-c2011709d6bf req-bb0f2f16-5473-4588-b9c7-a6f28bd38f7a service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5651639 Nov 19 15:49:18.345947 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-7a4579b3-081c-4cf8-8449-be0f091eb9fd service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6934028 Nov 19 15:49:18.490722 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.resource_extend [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 15:49:18.527970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:18.532228 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:18.535519 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-5d6eb4bf-2f0a-43ca-b312-d148535c691e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3421361 Nov 19 15:49:18.555667 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b67ecb8-9c0c-4d93-a3e2-d5a6bc5243d1 req-14215b0d-abf6-4e25-9d55-c650a205e7df service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1906233 Nov 19 15:49:18.606038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:18.635050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe30bf-cb3d-4301-9791-4ceb2e2352aa req-b2921e2f-219a-46ae-af9b-11dd4045c7e2 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:18.639677 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-27fe30bf-cb3d-4301-9791-4ceb2e2352aa req-b2921e2f-219a-46ae-af9b-11dd4045c7e2 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 943 time: 0.6479609 Nov 19 15:49:18.686435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6f29e7-910a-4c9c-98f8-bb9c8b2b3ae5,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:18.691748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f0b16e5-5025-4a14-805c-7047761c0a55 {{(pid=80308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:49:18.701891 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=395a1e764f834d57ab874b3853312f3d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3096263 Nov 19 15:49:18.701891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:18.702631 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:18.705234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39272) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:18.742636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Transition to ACTIVE for port object 0f0b16e5-5025-4a14-805c-7047761c0a55 will not be triggered until provisioned by entity L2. {{(pid=80308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:18.758714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:18.777528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39278) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:18.780699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:18.892475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e3e4be60-24b5-41ba-b001-d81e3d3ea2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:18.898647 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bb078d30-5026-477c-a5b8-3a791017b359 req-58a08cb9-8710-44de-ab96-187ded3bd5a2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Synchronizing usage tracker for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:18.977548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bb078d30-5026-477c-a5b8-3a791017b359 req-58a08cb9-8710-44de-ab96-187ded3bd5a2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Unset dirty status for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:18.977957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0b16e5-5025-4a14-805c-7047761c0a55,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:18.990967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:18.991346 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-58a08cb9-8710-44de-ab96-187ded3bd5a2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0004859 Nov 19 15:49:19.004877 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e3e4be60-24b5-41ba-b001-d81e3d3ea2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.091273 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-27fe30bf-cb3d-4301-9791-4ceb2e2352aa req-01a1739c-5242-4bac-a420-ec3db671a0bd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3567538 Nov 19 15:49:19.097831 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-0b83ee45-07f5-4858-bf4e-06928da378f8 service neutron] 10.222.0.55 "GET /v2.0/networks/32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491941 Nov 19 15:49:19.142177 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.158161 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0480ea2-968d-44d3-86a0-323f0eaa17b1 req-16508ba2-f289-4230-bd3f-ecbfe026c246 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1160 time: 0.4458027 Nov 19 15:49:19.190180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 21f669aa-22d2-4105-bfb1-ac4436557dd4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:19.213798 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Attempting to bind port 0f0b16e5-5025-4a14-805c-7047761c0a55 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:49:19.214210 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Attempting to bind port 0f0b16e5-5025-4a14-805c-7047761c0a55 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:49:19.214503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Attempting to bind port 0f0b16e5-5025-4a14-805c-7047761c0a55 on network b7e0071b-a578-447a-a657-3135480e6132 {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:49:19.216889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e3e4be60-24b5-41ba-b001-d81e3d3ea2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.225304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9fdca2ae-356e-44b5-b47c-c293a84110e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:19.243150 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:19.251261 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4be60-24b5-41ba-b001-d81e3d3ea2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6f29e7-910a-4c9c-98f8-bb9c8b2b3ae5,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:19.259666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e3e4be60-24b5-41ba-b001-d81e3d3ea2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:19.261010 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:6afd24e5dbf04acc9a7f1ac2dfc63c97 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:19.265262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e3e4be60-24b5-41ba-b001-d81e3d3ea2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.266756 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-e3e4be60-24b5-41ba-b001-d81e3d3ea2db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ec6f29e7-910a-4c9c-98f8-bb9c8b2b3ae5 HTTP/1.1" status: 204 len: 168 time: 0.5605114 Nov 19 15:49:19.268511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:49:19.269113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Checking segment: {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:49:19.269690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.270254 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Bound using segment: {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:49:19.271006 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Bound port: 0f0b16e5-5025-4a14-805c-7047761c0a55, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'b7e0071b-a578-447a-a657-3135480e6132'}}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:49:19.271802 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.283476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:19.295046 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:19.351550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port 21f669aa-22d2-4105-bfb1-ac4436557dd4 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:19.357690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 21f669aa-22d2-4105-bfb1-ac4436557dd4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:19.358431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.504825 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] For port 0f0b16e5-5025-4a14-805c-7047761c0a55, host hv-cinder-76330, cleared binding levels {{(pid=80308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:49:19.512280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] For port 0f0b16e5-5025-4a14-805c-7047761c0a55, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0f0b16e5-5025-4a14-805c-7047761c0a55,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:49:19.536773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.573132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.586919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f669aa-22d2-4105-bfb1-ac4436557dd4'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:19.607705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 21f669aa-22d2-4105-bfb1-ac4436557dd4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=21f669aa-22d2-4105-bfb1-ac4436557dd4,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:19.616068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.618350 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bf745491-ee77-4408-9f24-e348bf2ad7db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:19.631371 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:19.635553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0480ea2-968d-44d3-86a0-323f0eaa17b1 req-a56ae299-b753-4b74-b08d-0e50f3cf975d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:19.637249 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0480ea2-968d-44d3-86a0-323f0eaa17b1 req-a56ae299-b753-4b74-b08d-0e50f3cf975d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 912 time: 0.4487617 Nov 19 15:49:19.759750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Pushing event updated for resources: {'Port': ['ID=0f0b16e5-5025-4a14-805c-7047761c0a55,revision_number=3']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:19.781321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:19.791653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.827099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=21f669aa-22d2-4105-bfb1-ac4436557dd4,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:19.837238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:19.911574 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0480ea2-968d-44d3-86a0-323f0eaa17b1 req-80baf8d9-c43c-4ebc-86e0-b29cc30662ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25708ef-49f9-400e-9fac-a633331f4359 HTTP/1.1" status: 200 len: 217 time: 0.2534444 Nov 19 15:49:19.984259 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:19.998621 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0480ea2-968d-44d3-86a0-323f0eaa17b1 req-3792fb37-8f94-403d-8303-42ca3a7ca33e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:20.000755 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e3e4be60-24b5-41ba-b001-d81e3d3ea2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:20.000888 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0480ea2-968d-44d3-86a0-323f0eaa17b1 req-3792fb37-8f94-403d-8303-42ca3a7ca33e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.0784039 Nov 19 15:49:20.008892 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-99fb9f9e-292d-42cb-80e0-fdb4d28ee72f service neutron] 10.222.0.48 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9942024 Nov 19 15:49:20.061318 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:20.063913 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f0b16e5-5025-4a14-805c-7047761c0a55 HTTP/1.1" status: 200 len: 1158 time: 2.9433980 Nov 19 15:49:20.070139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e00845a-8af8-44b5-9124-e49fa804eee4,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:20.091481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:20.092820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89cf5d47-721a-4ae6-bf60-639ee7ba5179', 'tag': '0f0b16e5-5025-4a14-805c-7047761c0a55'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:20.143835 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6afd24e5dbf04acc9a7f1ac2dfc63c97&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3276305 Nov 19 15:49:20.146546 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0480ea2-968d-44d3-86a0-323f0eaa17b1 req-2ae8ba2b-0847-4a73-80f6-540ea76216e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108387 Nov 19 15:49:20.160456 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 39312) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:20.220414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39316) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:20.243886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:20.284118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:20.288374 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Usage tracker for resource:security_group_rule and tenant:7c254b791698401abe2376d0dc10b7ff is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:20.291422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:20.300461 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:20.332982 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-fc8e4c42-c5ff-498a-9ada-fb4fc8c8a57b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 1161 time: 0.1877012 Nov 19 15:49:20.413122 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0480ea2-968d-44d3-86a0-323f0eaa17b1 req-72ff4e1b-0fe5-4cf0-a0e1-0e959f813292 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473264 Nov 19 15:49:20.445195 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-d1fbd3c7-8d78-4cfa-9b7b-a94a0c7c3346 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0b16e5-5025-4a14-805c-7047761c0a55 HTTP/1.1" status: 200 len: 217 time: 0.0952730 Nov 19 15:49:20.579239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:20.585879 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:20.598183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0d5aad79-cc34-49db-8e9e-d938a03bcfc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:20.611798 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0480ea2-968d-44d3-86a0-323f0eaa17b1 req-aefad255-4e04-4455-894a-43d82d334d3d service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1728139 Nov 19 15:49:20.613713 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77480f08-1f39-42bf-84a6-216fb3bc09ca req-d17b3f7c-d638-432f-abdd-e0492d0f0446 service neutron] 10.222.0.55 "GET /v2.0/networks/32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5071847 Nov 19 15:49:20.625521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986e2e3b-baf0-4d5c-9a0a-ecdd2b0f04a4 req-1548748d-5536-476a-9dfd-bbfb2c73c31e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:20.630912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3dd8460-91c9-46e9-989d-09df7fa4335c,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:20.633070 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-986e2e3b-baf0-4d5c-9a0a-ecdd2b0f04a4 req-1548748d-5536-476a-9dfd-bbfb2c73c31e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 944 time: 0.8908660 Nov 19 15:49:20.634450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:20.634597 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-020694fe-565f-4ec0-a777-dde4549c9156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:20.648366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-99d6fa08-96e1-40a4-aa9f-f11bf4873b74 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:20.649611 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-99d6fa08-96e1-40a4-aa9f-f11bf4873b74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.1956389 Nov 19 15:49:20.749059 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-c8bffb39-8150-4520-98e3-843fef8c541b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670216 Nov 19 15:49:20.749845 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a8f41772-fe23-4f7b-922b-2f258ab83747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:20.759443 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c254b791698401abe2376d0dc10b7ff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5376036 Nov 19 15:49:20.765811 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-986e2e3b-baf0-4d5c-9a0a-ecdd2b0f04a4 req-43cb7166-d612-4ec6-b84b-066c6e032790 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317203 Nov 19 15:49:20.768037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 39334) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:20.770311 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-f8717ad4-cfe9-42e5-925a-491e0e2eff95 service neutron] 10.222.0.48 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7604558 Nov 19 15:49:20.865184 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a8f41772-fe23-4f7b-922b-2f258ab83747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:20.922432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a8f41772-fe23-4f7b-922b-2f258ab83747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:21.000386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:21.020056 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-31f975cd-2d64-4d56-b5e9-4823787ec5c3 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592261 Nov 19 15:49:21.021319 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.objects.ports [None req-45d65bda-46fa-434e-9d71-6e8a1ff967dc None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80310) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 15:49:21.027588 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f669aa-22d2-4105-bfb1-ac4436557dd4', 'code': 200} Nov 19 15:49:21.057174 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89cf5d47-721a-4ae6-bf60-639ee7ba5179', 'tag': '0f0b16e5-5025-4a14-805c-7047761c0a55', 'status': 'completed', 'code': 200} Nov 19 15:49:21.067368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f41772-fe23-4f7b-922b-2f258ab83747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e00845a-8af8-44b5-9124-e49fa804eee4,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:21.102758 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a8f41772-fe23-4f7b-922b-2f258ab83747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:21.115900 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a8f41772-fe23-4f7b-922b-2f258ab83747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:21.117170 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a8f41772-fe23-4f7b-922b-2f258ab83747 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e00845a-8af8-44b5-9124-e49fa804eee4 HTTP/1.1" status: 204 len: 168 time: 0.9496272 Nov 19 15:49:21.120083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44e9c25f-bcca-4d75-bd60-6254405d8b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:21.181609 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44e9c25f-bcca-4d75-bd60-6254405d8b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:21.210047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63013f1e-0124-4f73-9eca-b4693002949a req-04a1cc65-88d5-49fa-be08-4cae31eb2de2 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:21.218157 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-63013f1e-0124-4f73-9eca-b4693002949a req-04a1cc65-88d5-49fa-be08-4cae31eb2de2 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 946 time: 0.2938673 Nov 19 15:49:21.323520 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-63013f1e-0124-4f73-9eca-b4693002949a req-632411b1-4bae-4e04-8c14-512c0c384d87 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043000 Nov 19 15:49:21.427383 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44e9c25f-bcca-4d75-bd60-6254405d8b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:21.550656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-133f502f-6fff-46f3-8efa-364ad5e70cbb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:21.646478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e9c25f-bcca-4d75-bd60-6254405d8b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3dd8460-91c9-46e9-989d-09df7fa4335c,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:21.672239 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48724c37-fcdc-4d60-90ca-c980cd956e75 req-8f19dcd2-d15c-4dc4-865a-b736b6e1cedd tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 210 time: 0.1831279 Nov 19 15:49:21.675872 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-44e9c25f-bcca-4d75-bd60-6254405d8b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:21.678986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44e9c25f-bcca-4d75-bd60-6254405d8b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:21.679516 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb79b71-3eb8-4c22-873f-c96ab4e2a641 req-12caa81f-61b3-417b-8b3f-3fa8f8910b3c service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5937684 Nov 19 15:49:21.680209 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-44e9c25f-bcca-4d75-bd60-6254405d8b18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f3dd8460-91c9-46e9-989d-09df7fa4335c HTTP/1.1" status: 204 len: 168 time: 0.9089253 Nov 19 15:49:21.749454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:21.849663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 21f669aa-22d2-4105-bfb1-ac4436557dd4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:21.884688 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-337e62c7-a71c-404a-90df-5bfdbd69b3a6 req-72d8f2c3-d0cb-40c9-9c8a-f708bde98100 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 1162 time: 0.5373664 Nov 19 15:49:21.892309 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea3c69-a424-4ed6-8d60-935df8843221 req-f6a548fd-656d-484b-9346-35da40b6eab7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:21.900596 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-caea3c69-a424-4ed6-8d60-935df8843221 req-f6a548fd-656d-484b-9346-35da40b6eab7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.4716866 Nov 19 15:49:21.978224 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-16956d6b-ec52-4524-ba76-ae4ff3a69bd4 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:21.983844 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-16956d6b-ec52-4524-ba76-ae4ff3a69bd4 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.55 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 946 time: 0.4700193 Nov 19 15:49:22.010015 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-690a8a95-1644-4ea9-8751-30fc8555b86b req-41842bf1-cace-487d-94a4-af1aa1f5a160 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 1161 time: 0.2265687 Nov 19 15:49:22.071532 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 21f669aa-22d2-4105-bfb1-ac4436557dd4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:22.072236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:22.297275 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-caea3c69-a424-4ed6-8d60-935df8843221 req-1db03cee-eb75-49b2-90c8-f2dbf03947e8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3954973 Nov 19 15:49:22.353757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Deleting port b1efdf30-d656-475a-b6eb-d94636ae47c4 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:49:22.354372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:22.376925 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d25708ef-49f9-400e-9fac-a633331f4359 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:22.407118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-337e62c7-a71c-404a-90df-5bfdbd69b3a6 req-37cc6fb7-8dc2-43b2-b98b-ec93e5e0dbe7 service neutron] Synchronizing usage tracker for tenant:b63bc15944734410bff349a19e7201d6 on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:22.439298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a8a95-1644-4ea9-8751-30fc8555b86b req-9ccde4c3-c580-4f23-977f-a86e2c549d8d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:22.443864 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-690a8a95-1644-4ea9-8751-30fc8555b86b req-9ccde4c3-c580-4f23-977f-a86e2c549d8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 912 time: 0.4256582 Nov 19 15:49:22.490537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1584b25f-4a20-4eae-9785-3f2b3b01725c req-67254738-013a-47fe-bc0f-7eb463274160 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:22.492648 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1584b25f-4a20-4eae-9785-3f2b3b01725c req-67254738-013a-47fe-bc0f-7eb463274160 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 944 time: 0.3481662 Nov 19 15:49:22.566773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port d25708ef-49f9-400e-9fac-a633331f4359 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:22.573786 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port d25708ef-49f9-400e-9fac-a633331f4359 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:22.574219 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:22.698153 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-690a8a95-1644-4ea9-8751-30fc8555b86b req-58ca6489-67b7-46b9-814b-76744449eb41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0b16e5-5025-4a14-805c-7047761c0a55 HTTP/1.1" status: 200 len: 217 time: 0.2458613 Nov 19 15:49:22.747233 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-337e62c7-a71c-404a-90df-5bfdbd69b3a6 req-37cc6fb7-8dc2-43b2-b98b-ec93e5e0dbe7 service neutron] Unset dirty status for tenant:b63bc15944734410bff349a19e7201d6 on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:22.758751 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-337e62c7-a71c-404a-90df-5bfdbd69b3a6 req-37cc6fb7-8dc2-43b2-b98b-ec93e5e0dbe7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.8302591 Nov 19 15:49:22.881724 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a8a95-1644-4ea9-8751-30fc8555b86b req-977bdbe4-d529-4d68-b105-696b34645200 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:22.886241 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-690a8a95-1644-4ea9-8751-30fc8555b86b req-977bdbe4-d529-4d68-b105-696b34645200 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.1765404 Nov 19 15:49:22.900268 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:22.959804 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port d25708ef-49f9-400e-9fac-a633331f4359, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d25708ef-49f9-400e-9fac-a633331f4359,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:22.969099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:22.973748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:23.025646 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1584b25f-4a20-4eae-9785-3f2b3b01725c req-9aaa0e35-d9bc-45b9-ad68-b69649e8b6e7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4932919 Nov 19 15:49:23.051480 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25708ef-49f9-400e-9fac-a633331f4359'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:23.199689 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-690a8a95-1644-4ea9-8751-30fc8555b86b req-20f5c58b-c6ae-4825-abad-0e8d370d17d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1231799 Nov 19 15:49:23.213881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=d25708ef-49f9-400e-9fac-a633331f4359,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:23.219816 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:23.395791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d25708ef-49f9-400e-9fac-a633331f4359 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:23.601595 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-690a8a95-1644-4ea9-8751-30fc8555b86b req-d2c4ea9f-90b0-4c83-acdb-f1beda3068b9 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038479 Nov 19 15:49:23.614220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] For port b1efdf30-d656-475a-b6eb-d94636ae47c4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b1efdf30-d656-475a-b6eb-d94636ae47c4,segment=NetworkSegment(320555bf-ad77-4baf-9feb-b148851d302b),segment_id=320555bf-ad77-4baf-9feb-b148851d302b)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:23.618245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:23.624816 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b3a35a06-f148-448e-89cb-beb262cdeb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:23.627426 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port d25708ef-49f9-400e-9fac-a633331f4359 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:23.627975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:23.827120 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-690a8a95-1644-4ea9-8751-30fc8555b86b req-9b4a298e-1c77-43a1-aa0a-3fc1be006956 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2135353 Nov 19 15:49:23.880207 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:23.888428 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Calling delete_port for b1efdf30-d656-475a-b6eb-d94636ae47c4 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:49:23.900522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b1efdf30-d656-475a-b6eb-d94636ae47c4 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:49:24.040175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:24.049505 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3fec46ed-8414-47f3-b4ce-077f3c591cec req-b2842837-833e-4159-b6fa-3b9b1aa5964e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 210 time: 0.1087165 Nov 19 15:49:24.072485 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd2556-5fed-4abd-809f-c6d95aee3635 req-f5231436-84ca-462f-910e-6060e149592f tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:24.081822 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ddfd2556-5fed-4abd-809f-c6d95aee3635 req-f5231436-84ca-462f-910e-6060e149592f tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 946 time: 1.3213248 Nov 19 15:49:24.129936 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port b1efdf30-d656-475a-b6eb-d94636ae47c4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b1efdf30-d656-475a-b6eb-d94636ae47c4,segment=NetworkSegment(320555bf-ad77-4baf-9feb-b148851d302b),segment_id=320555bf-ad77-4baf-9feb-b148851d302b)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:24.141422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:24.143778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3574f044-e047-48e5-b3e2-71d2602a7ff9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:24.246504 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd25708ef-49f9-400e-9fac-a633331f4359', 'code': 200} Nov 19 15:49:24.301828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=b1efdf30-d656-475a-b6eb-d94636ae47c4,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:24.305380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:24.382347 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39460) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:24.612622 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ddfd2556-5fed-4abd-809f-c6d95aee3635 req-4c7e3a89-a197-44cf-ab67-aa9e6fd897c0 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5297518 Nov 19 15:49:24.684717 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:24.748439 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c43e57b3-c53c-46f6-8b09-650e9fc2c9bd req-02a79f9f-3b83-446d-b78e-de506c047f2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1162 time: 0.1961114 Nov 19 15:49:24.816702 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:49:24.817774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:49:24.865964 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c43e57b3-c53c-46f6-8b09-650e9fc2c9bd req-3b507c8a-62e4-4479-927e-18655f8c42aa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098838 Nov 19 15:49:24.881470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb078d30-5026-477c-a5b8-3a791017b359 req-f7002eb5-27c1-4058-9523-7310c21aa835 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:24.883464 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-f7002eb5-27c1-4058-9523-7310c21aa835 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 817 time: 1.7759595 Nov 19 15:49:24.907815 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e36e0-86d5-47bf-92d2-def2854d7c12 req-144bec98-0c17-4884-8aa0-802f6e2884f6 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:24.911302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:24.918509 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-af0e36e0-86d5-47bf-92d2-def2854d7c12 req-144bec98-0c17-4884-8aa0-802f6e2884f6 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.4804235 Nov 19 15:49:24.956874 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:24.961730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Usage tracker for resource:security_group_rule and tenant:266a72a7995b42cc9b14078e47c8d9b6 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:24.965309 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:24.973878 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:25.010662 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-af0e36e0-86d5-47bf-92d2-def2854d7c12 req-cb2e1d2a-7b2e-4f02-8982-9b92943848fe tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898075 Nov 19 15:49:25.073547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:25.077720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:25.086870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-da7e8590-eec7-4dff-8d0c-aba90d9214d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:25.118869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efad5cb-e99b-4d9b-954b-89ccf2d84fcd,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:25.126176 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:25.157449 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=266a72a7995b42cc9b14078e47c8d9b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7738802 Nov 19 15:49:25.160990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39486) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:25.230590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:25.259476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:25.314979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:25.321146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-665b8f33-996a-4515-b359-4af37d9dd8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:25.325508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:25.326886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Deleting port b1efdf30-d656-475a-b6eb-d94636ae47c4 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:49:25.327321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:25.338771 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efad5cb-e99b-4d9b-954b-89ccf2d84fcd,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:25.357534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.357939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.358339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.359038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.359145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.359482 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.359915 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.360227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.360629 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.361012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.361389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.361760 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.362214 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.363341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.363341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.363341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.363745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.364142 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.364437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.364924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.365169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.365548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.366058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.366287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:25.369983 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:25.371086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:25.372254 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5efad5cb-e99b-4d9b-954b-89ccf2d84fcd HTTP/1.1" status: 204 len: 168 time: 0.2102513 Nov 19 15:49:25.393981 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-2c29761c-95d2-4f5c-a61c-20d125e9f8a3 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7 HTTP/1.1" status: 200 len: 5043 time: 0.2106688 Nov 19 15:49:25.413851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'port': {'device_id': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'admin_state_up': True, 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'security_groups': ['f58a9cda-e115-47d3-a7db-19d843c2366c']}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:25.451424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6fb0f-d964-4322-ab50-95ccd7849d66 req-110d568f-70b2-4af1-9d52-e76a2fc8bbc3 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:25.453054 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-78c6fb0f-d964-4322-ab50-95ccd7849d66 req-110d568f-70b2-4af1-9d52-e76a2fc8bbc3 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 944 time: 0.3368764 Nov 19 15:49:25.618843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965fd67-7644-42ca-98e0-297f019a0bba req-d4eb6ec8-20c8-4cd4-94db-952c433f8a1b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:25.620482 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f965fd67-7644-42ca-98e0-297f019a0bba req-d4eb6ec8-20c8-4cd4-94db-952c433f8a1b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.4392104 Nov 19 15:49:25.632630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39500) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:25.639284 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-5b73eacd-2e60-469c-abb7-e31fb5b07ed7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'floatingip': {'port_id': '21f669aa-22d2-4105-bfb1-ac4436557dd4'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:25.733676 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b73eacd-2e60-469c-abb7-e31fb5b07ed7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:25.955771 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-78c6fb0f-d964-4322-ab50-95ccd7849d66 req-2295ef43-7cf8-42c6-a5d1-d84eb5e17b1e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4788911 Nov 19 15:49:26.062149 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39522) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:26.119937 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d25708ef-49f9-400e-9fac-a633331f4359 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:26.127365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:26.136669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:26.167090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:26.254554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed3e7d-6e39-44af-badc-38603afc8650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1efdf30-d656-475a-b6eb-d94636ae47c4'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:26.281757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port d25708ef-49f9-400e-9fac-a633331f4359 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:26.282279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:26.297131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Made reservation on behalf of 2b3cee85ecd5406ea42f5cec8ecaa9d7 for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:49:26.308547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:26.342035 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d627b626-8fb7-4272-8802-f9021d968411 req-8aac9c34-77d1-4750-b567-2b69f4393400 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 210 time: 0.4198549 Nov 19 15:49:26.372955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:26.377585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Usage tracker for resource:security_group_rule and tenant:7c732aab5647402e9bcf572f76b52f11 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:26.380921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:26.388106 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:26.585043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:26.612243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:26.683645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b9b1ca38-edff-4473-80e8-1877c616b8b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:26.728134 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47cd6cd-ebdf-4e87-b651-b5faf4c73903,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:26.755261 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed3e7d-6e39-44af-badc-38603afc8650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1efdf30-d656-475a-b6eb-d94636ae47c4', 'code': 200} Nov 19 15:49:26.762649 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 0f0b16e5-5025-4a14-805c-7047761c0a55 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:26.831184 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:26.843414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port 0f0b16e5-5025-4a14-805c-7047761c0a55 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:26.850486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 0f0b16e5-5025-4a14-805c-7047761c0a55 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:26.851084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:26.898046 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c732aab5647402e9bcf572f76b52f11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8268182 Nov 19 15:49:26.902121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39544) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:26.952345 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] For port b1efdf30-d656-475a-b6eb-d94636ae47c4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b1efdf30-d656-475a-b6eb-d94636ae47c4,segment=NetworkSegment(320555bf-ad77-4baf-9feb-b148851d302b),segment_id=320555bf-ad77-4baf-9feb-b148851d302b)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:26.953178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:27.015825 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:27.051304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 0f0b16e5-5025-4a14-805c-7047761c0a55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0f0b16e5-5025-4a14-805c-7047761c0a55,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:27.055172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:27.057131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:27.086851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66f00649-6598-40d0-a9ea-e0f73ac23a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:27.133856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=0f0b16e5-5025-4a14-805c-7047761c0a55,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:27.134658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66f00649-6598-40d0-a9ea-e0f73ac23a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:27.146322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:27.184988 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1302a3-ee8c-4a1f-8b85-cd8ce6600abe req-ec03cf3c-8df5-4323-a684-40fa9c9f7645 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:27.187100 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2e1302a3-ee8c-4a1f-8b85-cd8ce6600abe req-ec03cf3c-8df5-4323-a684-40fa9c9f7645 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 944 time: 0.9917719 Nov 19 15:49:27.194964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66f00649-6598-40d0-a9ea-e0f73ac23a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:27.211376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dcd1c2da-a374-4226-86b4-68d971112985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:27.231185 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f00649-6598-40d0-a9ea-e0f73ac23a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47cd6cd-ebdf-4e87-b651-b5faf4c73903,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:27.350089 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Calling delete_port for b1efdf30-d656-475a-b6eb-d94636ae47c4 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:49:27.366125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66f00649-6598-40d0-a9ea-e0f73ac23a64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:27.379484 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66f00649-6598-40d0-a9ea-e0f73ac23a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:27.383107 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-66f00649-6598-40d0-a9ea-e0f73ac23a64 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d47cd6cd-ebdf-4e87-b651-b5faf4c73903 HTTP/1.1" status: 204 len: 168 time: 0.4718781 Nov 19 15:49:27.488402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 0f0b16e5-5025-4a14-805c-7047761c0a55 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:27.608895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 0f0b16e5-5025-4a14-805c-7047761c0a55 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:27.609607 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:27.724515 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2e1302a3-ee8c-4a1f-8b85-cd8ce6600abe req-b27a3119-5900-4800-8e75-f3fdf578f85f tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/security-groups?id=416803c3-af7d-4c18-b245-c1fb931ad615&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300292 Nov 19 15:49:27.895146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399dcf3-c904-475c-b1f0-fac724865ef5 req-6b39ee02-e7f5-40f0-ba90-3589d64454da tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:27.896846 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6399dcf3-c904-475c-b1f0-fac724865ef5 req-6b39ee02-e7f5-40f0-ba90-3589d64454da tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.6036932 Nov 19 15:49:28.089882 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fc6850ed-5730-4fe5-a5d5-6225cd6b3732 req-b6f967ad-46b5-431d-acf9-181d9f13fb1a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 210 time: 0.0766301 Nov 19 15:49:28.101748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b73eacd-2e60-469c-abb7-e31fb5b07ed7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:28.112743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b73eacd-2e60-469c-abb7-e31fb5b07ed7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:28.147519 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6399dcf3-c904-475c-b1f0-fac724865ef5 req-5d8d7f7c-c816-4fde-8c78-83d2d1f1c771 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340529 Nov 19 15:49:28.224317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:28.273545 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Allocated IP 172.20.0.5 (cc221463-4e81-47c0-8956-bd0fa7cbce70/3078ccd3-769c-46f0-8be2-552e72ce00a1/b7cf201f-78cc-4f1d-ac6d-6c2f26676b88) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:49:28.290145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:28.339781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39594) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:28.359827 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Pushing event deleted for resources: {'Port': ['ID=b1efdf30-d656-475a-b6eb-d94636ae47c4,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:28.433129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.433524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.433915 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.434303 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.435051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.443227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.443673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.444066 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.444454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.444855 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.445238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.445615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.446095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.446671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.446829 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.447215 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.447684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.447928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.448298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.448633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.449005 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.449403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.449709 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.450075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:28.467100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:28.603818 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [None req-5b73eacd-2e60-469c-abb7-e31fb5b07ed7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Floating IP 98da8e87-284e-4079-a880-baab0985305b associated. External IP: 172.28.3.112, port: 21f669aa-22d2-4105-bfb1-ac4436557dd4. Nov 19 15:49:28.711783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:28.757699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cf5d47-721a-4ae6-bf60-639ee7ba5179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0b16e5-5025-4a14-805c-7047761c0a55'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:28.763543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:28.769266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Usage tracker for resource:security_group_rule and tenant:f579916c5a2a455a8864758a52217251 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:28.770527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] No DVR routers for this DVR port b1efdf30-d656-475a-b6eb-d94636ae47c4 on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:49:28.773506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:28.778774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:28.781833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65ed3e7d-6e39-44af-badc-38603afc8650', 'name': 'network-vif-deleted', 'tag': 'b1efdf30-d656-475a-b6eb-d94636ae47c4'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:28.810663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:28.835699 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-51d4c6a0-d0c7-4b24-8d8a-2a62921202c2 req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.55 "DELETE /v2.0/ports/b1efdf30-d656-475a-b6eb-d94636ae47c4 HTTP/1.1" status: 204 len: 173 time: 6.8400352 Nov 19 15:49:28.839187 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cf5d47-721a-4ae6-bf60-639ee7ba5179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f0b16e5-5025-4a14-805c-7047761c0a55', 'code': 200} Nov 19 15:49:28.845680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:28.864037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Transition to ACTIVE for port object b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 will not be triggered until provisioned by entity DHCP. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:28.886095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:28.947777 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:29.028853 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:29.037928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b6cd9fed-70f9-451d-8f77-e94e0208a4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:29.106740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e3176d-d06f-46ab-b778-6057550c9ec3,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:29.115112 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:29.125786 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65ed3e7d-6e39-44af-badc-38603afc8650', 'name': 'network-vif-deleted', 'tag': 'b1efdf30-d656-475a-b6eb-d94636ae47c4', 'status': 'completed', 'code': 200} Nov 19 15:49:29.127643 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f579916c5a2a455a8864758a52217251&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7857900 Nov 19 15:49:29.129204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:29.130943 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39622) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:29.267824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-fbb1f140-b260-4d8d-a9f9-428aba86f65e req-33f392b1-5542-4b61-91f4-02ef9b173b6c tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Synchronizing usage tracker for tenant:0befff22b84546a389df159dcf6c1727 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:29.314377 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0914-562e-46b8-a5f0-c3a75c4effdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:29.331173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'Port': ['ID=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:29.333825 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-fbb1f140-b260-4d8d-a9f9-428aba86f65e req-33f392b1-5542-4b61-91f4-02ef9b173b6c tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Unset dirty status for tenant:0befff22b84546a389df159dcf6c1727 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:29.349994 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fbb1f140-b260-4d8d-a9f9-428aba86f65e req-33f392b1-5542-4b61-91f4-02ef9b173b6c tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 210 time: 0.2918918 Nov 19 15:49:29.351567 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:29.388230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0914-562e-46b8-a5f0-c3a75c4effdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:29.428968 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:49:29.434727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:49:29.441047 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-95ebf1ff-a64d-4cf3-bce1-86510542ec72 req-24abef29-73fa-40c5-854f-60679fc2e09c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 1163 time: 0.2643609 Nov 19 15:49:29.442823 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:49:29.447348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:29.448414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:29.549914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0914-562e-46b8-a5f0-c3a75c4effdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:29.555450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dbccf234-25f3-4035-9703-04853851b70f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:29.584909 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b0914-562e-46b8-a5f0-c3a75c4effdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e3176d-d06f-46ab-b778-6057550c9ec3,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:29.585709 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-95ebf1ff-a64d-4cf3-bce1-86510542ec72 req-7ca1a19e-837a-495c-a535-2fdec57749e9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290925 Nov 19 15:49:29.590391 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bd2b0914-562e-46b8-a5f0-c3a75c4effdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:29.593726 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bd2b0914-562e-46b8-a5f0-c3a75c4effdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:29.595637 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-bd2b0914-562e-46b8-a5f0-c3a75c4effdd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37e3176d-d06f-46ab-b778-6057550c9ec3 HTTP/1.1" status: 204 len: 168 time: 0.4630432 Nov 19 15:49:29.614750 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2106247 Nov 19 15:49:29.641764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b73eacd-2e60-469c-abb7-e31fb5b07ed7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Router a08ecbcc-512a-444a-a208-38de4a58671c has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:49:29.646631 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22b004-a4c7-41f9-945a-81a90b0213d4 req-0df9c808-1a68-407a-9f7f-1f2e07af647a tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:29.655461 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2c22b004-a4c7-41f9-945a-81a90b0213d4 req-0df9c808-1a68-407a-9f7f-1f2e07af647a tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.3016989 Nov 19 15:49:29.755346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac77a35-90d9-4488-b911-64016832d9f5 req-e899026e-c49c-4e4a-9f57-1a25816d3dc8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:29.756074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-0ac77a35-90d9-4488-b911-64016832d9f5 req-e899026e-c49c-4e4a-9f57-1a25816d3dc8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Synchronizing usage tracker for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:29.804099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-7163fad8-6956-48dd-977d-ef5e3fede6da None None] Provisioning for port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:29.812996 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2c22b004-a4c7-41f9-945a-81a90b0213d4 req-fdda5ad0-e26e-4a63-9682-de659059c699 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564622 Nov 19 15:49:29.824736 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-7163fad8-6956-48dd-977d-ef5e3fede6da None None] Provisioning complete for port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:29.828963 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7163fad8-6956-48dd-977d-ef5e3fede6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:29.831121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-0ac77a35-90d9-4488-b911-64016832d9f5 req-e899026e-c49c-4e4a-9f57-1a25816d3dc8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Unset dirty status for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:29.832439 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0ac77a35-90d9-4488-b911-64016832d9f5 req-e899026e-c49c-4e4a-9f57-1a25816d3dc8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 931 time: 0.3376229 Nov 19 15:49:29.895323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Request body: {'port': {'device_id': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:29.960837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-7163fad8-6956-48dd-977d-ef5e3fede6da None None] Port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:49:30.033411 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0ac77a35-90d9-4488-b911-64016832d9f5 req-c547611b-6ae5-441e-872b-316d672d55dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906297 Nov 19 15:49:30.065597 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b73eacd-2e60-469c-abb7-e31fb5b07ed7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:49:30.076050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b73eacd-2e60-469c-abb7-e31fb5b07ed7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:30.082852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] Sync routers for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:49:30.133424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:49:30.136997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:49:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:30.226487 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:30.229838 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5b73eacd-2e60-469c-abb7-e31fb5b07ed7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "PUT /v2.0/floatingips/98da8e87-284e-4079-a880-baab0985305b HTTP/1.1" status: 200 len: 991 time: 4.5956073 Nov 19 15:49:30.230599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'tag': '21f669aa-22d2-4105-bfb1-ac4436557dd4'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:30.307723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39662) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:30.360749 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'tag': '21f669aa-22d2-4105-bfb1-ac4436557dd4', 'status': 'completed', 'code': 200} Nov 19 15:49:30.366949 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:30.498222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:30.518583 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Usage tracker for resource:security_group_rule and tenant:e151fc20995a40af8a7740db0c881695 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:30.526816 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:30.536937 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:30.711857 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:49:30.836222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:30.845914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:30.881825 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4b41b7d3-3e95-41c7-a0b8-e2242b62decc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:30.926719 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2f0c294-826c-4f1d-97e3-88a746a134e4 req-93e381f2-c5bf-48bf-a02f-1c8294a72c3d tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] 10.222.0.48 "GET /v2.0/ports?device_id=65ed3e7d-6e39-44af-badc-38603afc8650 HTTP/1.1" status: 200 len: 210 time: 0.2074964 Nov 19 15:49:31.056950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c951c9c-413b-4e43-a68b-4f545fe0ee79,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:31.067261 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f92840f9-5cdf-4d34-aca6-7fb45d404d6d req-0c445ee6-b8c8-4812-8634-8e187f1790e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 1162 time: 0.4790010 Nov 19 15:49:31.072321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:31.082879 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e151fc20995a40af8a7740db0c881695&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7740171 Nov 19 15:49:31.084572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39688) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:31.162668 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad88c3a9-2ca7-4fc3-ac10-1364173626e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:31.253857 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad88c3a9-2ca7-4fc3-ac10-1364173626e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:31.392128 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad88c3a9-2ca7-4fc3-ac10-1364173626e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:31.404070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7342ccb3-2797-4f84-917b-3563c5207e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:31.428541 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad88c3a9-2ca7-4fc3-ac10-1364173626e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c951c9c-413b-4e43-a68b-4f545fe0ee79,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:31.442503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ad88c3a9-2ca7-4fc3-ac10-1364173626e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:31.459833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad88c3a9-2ca7-4fc3-ac10-1364173626e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:31.468239 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-ad88c3a9-2ca7-4fc3-ac10-1364173626e2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c951c9c-413b-4e43-a68b-4f545fe0ee79 HTTP/1.1" status: 204 len: 168 time: 0.3822696 Nov 19 15:49:31.488976 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39710) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:31.637593 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d6f975-d1ac-49d8-9f9f-f44a367c3e3e req-517d3fe5-b597-42c5-acbc-c61be3014877 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:31.640414 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9d6f975-d1ac-49d8-9f9f-f44a367c3e3e req-517d3fe5-b597-42c5-acbc-c61be3014877 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.6398723 Nov 19 15:49:31.757957 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9d6f975-d1ac-49d8-9f9f-f44a367c3e3e req-3d2e2414-b0ef-4c41-abf9-7aa322428683 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031978 Nov 19 15:49:31.760382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '98da8e87-284e-4079-a880-baab0985305b', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'floating_ip_address': '172.28.3.112', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'port_id': '21f669aa-22d2-4105-bfb1-ac4436557dd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'mac_address': 'fa:16:3e:b1:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:48:51Z', 'updated_at': '2020-11-19T15:49:27Z', 'revision_number': 1, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:31.771656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] Checking router: a08ecbcc-512a-444a-a208-38de4a58671c for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:49:31.803710 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.resource_extend [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 15:49:31.811205 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:49:31.811896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:49:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:31.894363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92840f9-5cdf-4d34-aca6-7fb45d404d6d req-cf789669-cd98-476a-af57-0685f0b4f0b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:31.895983 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f92840f9-5cdf-4d34-aca6-7fb45d404d6d req-cf789669-cd98-476a-af57-0685f0b4f0b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 905 time: 0.8077400 Nov 19 15:49:31.917917 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab43ce-1e36-4ce3-b908-28e7ac46fd41 req-12802c42-281d-4e31-be08-2de1b5c45212 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:31.926473 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-53ab43ce-1e36-4ce3-b908-28e7ac46fd41 req-12802c42-281d-4e31-be08-2de1b5c45212 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 931 time: 0.3056040 Nov 19 15:49:32.098778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:32.193520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:32.201306 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:49:32.202085 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Usage tracker for resource:security_group_rule and tenant:1bef45cf58aa4f85bbc01aed46481eff is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:32.207952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:32.211870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:32.222737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:32.228062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Transition to ACTIVE for port object b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:32.249982 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-53ab43ce-1e36-4ce3-b908-28e7ac46fd41 req-68213ea4-73d7-4698-a53c-677411f92dca tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3221145 Nov 19 15:49:32.253329 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f92840f9-5cdf-4d34-aca6-7fb45d404d6d req-a144faba-ae5a-4b5f-a2ee-b5dd7c0f9aae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f669aa-22d2-4105-bfb1-ac4436557dd4 HTTP/1.1" status: 200 len: 999 time: 0.3210325 Nov 19 15:49:32.256349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:32.364572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:32.445864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:32.450547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:32.506887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b1b01b67-d67b-4eb3-bf5c-ec22c9f9f1c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:32.514712 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:32.519337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:32.533231 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1bef45cf58aa4f85bbc01aed46481eff&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0380208 Nov 19 15:49:32.533231 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39746) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:32.676456 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:49:32.707535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-219f7582-066f-4d4f-8f83-b20c0ace2984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:32.772100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92840f9-5cdf-4d34-aca6-7fb45d404d6d req-030c8a64-4fc3-4ba7-9e46-525318860612 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:32.774155 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f92840f9-5cdf-4d34-aca6-7fb45d404d6d req-030c8a64-4fc3-4ba7-9e46-525318860612 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 200 len: 850 time: 0.4780350 Nov 19 15:49:32.813070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-219f7582-066f-4d4f-8f83-b20c0ace2984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:32.981876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-219f7582-066f-4d4f-8f83-b20c0ace2984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:32.993094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72c922d-4e9d-4a43-8eab-25429126a54d,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:33.017388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:33.021713 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-db19bb89-7552-45e3-85c3-60b515d8dd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:33.047994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-219f7582-066f-4d4f-8f83-b20c0ace2984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:33.049386 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-219f7582-066f-4d4f-8f83-b20c0ace2984 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a72c922d-4e9d-4a43-8eab-25429126a54d HTTP/1.1" status: 204 len: 168 time: 0.5174832 Nov 19 15:49:33.052529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f7582-066f-4d4f-8f83-b20c0ace2984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72c922d-4e9d-4a43-8eab-25429126a54d,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:33.062871 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-219f7582-066f-4d4f-8f83-b20c0ace2984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:33.105213 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d85fd3ab-20c0-4194-9dd3-88d2f4db8a6e req-d902c93e-8a18-4629-8283-93ad526769ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 1163 time: 0.1910315 Nov 19 15:49:33.392372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Attempting to bind port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:49:33.394923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Attempting to bind port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:49:33.395324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Attempting to bind port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 on network cc221463-4e81-47c0-8956-bd0fa7cbce70 {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:49:33.416766 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:49:33.417147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Checking segment: {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:49:33.417812 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:33.417960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Bound using segment: {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:49:33.418405 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Bound port: b7cf201f-78cc-4f1d-ac6d-6c2f26676b88, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:49:33.418941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:33.558420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fd3ab-20c0-4194-9dd3-88d2f4db8a6e req-81a31621-e9cd-4160-80a1-2755379efe40 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:33.559343 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '98da8e87-284e-4079-a880-baab0985305b', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'floating_ip_address': '172.28.3.112', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'port_id': '21f669aa-22d2-4105-bfb1-ac4436557dd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'mac_address': 'fa:16:3e:b1:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:48:51Z', 'updated_at': '2020-11-19T15:49:27Z', 'revision_number': 1, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:33.565613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc810466-b352-4a69-bcc7-42b0af1f4830 None None] The sync data for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb is: [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '98da8e87-284e-4079-a880-baab0985305b', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'floating_ip_address': '172.28.3.112', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'port_id': '21f669aa-22d2-4105-bfb1-ac4436557dd4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'mac_address': 'fa:16:3e:b1:7e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:48:51Z', 'updated_at': '2020-11-19T15:49:27Z', 'revision_number': 1, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:49:33.566750 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d85fd3ab-20c0-4194-9dd3-88d2f4db8a6e req-81a31621-e9cd-4160-80a1-2755379efe40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 912 time: 0.4538898 Nov 19 15:49:33.584790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] For port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:49:33.594114 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] For port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:49:33.613408 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f92840f9-5cdf-4d34-aca6-7fb45d404d6d req-e30d2031-0160-4dec-b0b7-9fbbefb0b9fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff79497e-4d00-46d7-9667-b21a1f313c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8318830 Nov 19 15:49:33.815235 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d85fd3ab-20c0-4194-9dd3-88d2f4db8a6e req-1659ae6d-3dbd-4050-8b46-3f4ff1ba312b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f0b16e5-5025-4a14-805c-7047761c0a55 HTTP/1.1" status: 200 len: 217 time: 0.2409072 Nov 19 15:49:33.848685 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f92840f9-5cdf-4d34-aca6-7fb45d404d6d req-504f2fed-c304-4d0c-89dd-4a997b58b8b6 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256875 Nov 19 15:49:33.852414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:33.974705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fd3ab-20c0-4194-9dd3-88d2f4db8a6e req-b47f9a90-4036-4381-ab66-2c560a3d40b7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:33.978157 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d85fd3ab-20c0-4194-9dd3-88d2f4db8a6e req-b47f9a90-4036-4381-ab66-2c560a3d40b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.1559479 Nov 19 15:49:34.005493 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:34.057753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea61bf4e-b6c8-4c38-ba31-1dbdedf13244 None None] New status for floating IP 98da8e87-284e-4079-a880-baab0985305b: ACTIVE {{(pid=80310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:49:34.091738 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 39802) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:34.100758 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d85fd3ab-20c0-4194-9dd3-88d2f4db8a6e req-c37f0735-029e-4cac-bf24-d1b0497149e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143045 Nov 19 15:49:34.104356 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Pushing event updated for resources: {'Port': ['ID=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:34.119164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:34.325554 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f92840f9-5cdf-4d34-aca6-7fb45d404d6d req-1441dd12-e410-47b6-9db3-022be8d04c9f service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4204638 Nov 19 15:49:34.340132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39810) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:34.363358 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925f55d0-1ff1-4605-a78e-9cc0cf8fb4be req-37421c59-09df-48c8-8fab-50e796c784d9 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:34.377187 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-925f55d0-1ff1-4605-a78e-9cc0cf8fb4be req-37421c59-09df-48c8-8fab-50e796c784d9 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 1.4291251 Nov 19 15:49:34.431094 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d85fd3ab-20c0-4194-9dd3-88d2f4db8a6e req-a4c7279d-e3f1-4c5e-86f5-02539d32e2e9 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218443 Nov 19 15:49:34.527528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:34.565659 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-925f55d0-1ff1-4605-a78e-9cc0cf8fb4be req-aaa13e1a-c60e-421c-bf63-1214e357af1a tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873488 Nov 19 15:49:34.606923 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d85fd3ab-20c0-4194-9dd3-88d2f4db8a6e req-6adfb356-490f-482c-9e62-ae8c533ebb37 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1571202 Nov 19 15:49:34.624992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:34.664690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Usage tracker for resource:security_group_rule and tenant:6d0b69ffec704301a3b0a99cb6b0c289 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:34.668064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:34.675435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:34.771245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:34.771741 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:34.784978 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:34.803618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-98bbe1b0-7951-4e8e-9368-29921a80f692 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:34.818570 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:34.824381 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Usage tracker for resource:security_group_rule and tenant:1476a19f78e040e790f9512fd1317596 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:34.827962 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:34.832308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:34.833810 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] 10.222.0.55 "PUT /v2.0/ports/b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 HTTP/1.1" status: 200 len: 1157 time: 4.9437809 Nov 19 15:49:34.834260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:34.848312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:34.860088 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02217474-b640-4f85-b754-2781bdcf341e req-0c4d6724-c349-4d4b-9906-311a3c591e4a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:34.862336 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-02217474-b640-4f85-b754-2781bdcf341e req-0c4d6724-c349-4d4b-9906-311a3c591e4a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 1.0117397 Nov 19 15:49:34.904274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4033aa-d2c1-40cd-b95c-6c2b5dbe8806,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:34.934568 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d0b69ffec704301a3b0a99cb6b0c289&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8140416 Nov 19 15:49:34.938655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 39836) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:34.939735 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:34.965321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:34.969764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:34.980699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2a0247da-22b5-456b-bf11-6169a2f05ea4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:35.055168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340b1a31-6acf-44a5-8cd9-5e5ba32428f7,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:35.062542 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1476a19f78e040e790f9512fd1317596&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7187011 Nov 19 15:49:35.062542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:35.065757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39844) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:35.075367 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88', 'status': 'completed', 'code': 200} Nov 19 15:49:35.131132 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-02217474-b640-4f85-b754-2781bdcf341e req-b880693d-1000-419f-9615-413f553cff79 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2543187 Nov 19 15:49:35.165615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 39848) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:35.195449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2c92-3c23-4f48-83bb-08f1c11ec670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:35.211589 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-4361b960-46af-467c-9821-84fe0f3ec154 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 1160 time: 0.2322404 Nov 19 15:49:35.251116 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2c92-3c23-4f48-83bb-08f1c11ec670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:35.315345 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2c92-3c23-4f48-83bb-08f1c11ec670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:35.322957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5a63b84c-3cc4-47d4-ac8d-4bda5deeddad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:35.348841 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1a4d2c92-3c23-4f48-83bb-08f1c11ec670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:35.350462 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1a4d2c92-3c23-4f48-83bb-08f1c11ec670 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/340b1a31-6acf-44a5-8cd9-5e5ba32428f7 HTTP/1.1" status: 204 len: 168 time: 0.2835388 Nov 19 15:49:35.351786 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d2c92-3c23-4f48-83bb-08f1c11ec670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340b1a31-6acf-44a5-8cd9-5e5ba32428f7,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:35.354626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1a4d2c92-3c23-4f48-83bb-08f1c11ec670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:35.584458 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-580676d8-e4ee-48ac-ac8f-18505aa00148 admin admin] Deleting subnet c138bf8d-ed36-4cf8-8cd2-cad319cde7c1 {{(pid=80309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:49:35.588762 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-580676d8-e4ee-48ac-ac8f-18505aa00148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:35.631552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-289e27c3-9603-4b10-9b10-da8b4171fc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:35.707675 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-8aee9c67-ed9a-403a-a69f-88735eb949ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 HTTP/1.1" status: 200 len: 217 time: 0.4699829 Nov 19 15:49:35.850047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-289e27c3-9603-4b10-9b10-da8b4171fc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:35.860046 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb078d30-5026-477c-a5b8-3a791017b359 req-0c1ca410-4d18-4703-8e42-7611228f3b6c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:35.862217 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-0c1ca410-4d18-4703-8e42-7611228f3b6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.1134686 Nov 19 15:49:35.872501 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-580676d8-e4ee-48ac-ac8f-18505aa00148 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.004415 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-580676d8-e4ee-48ac-ac8f-18505aa00148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.056903 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39872) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:36.081636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.127565 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:36.132070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Usage tracker for resource:security_group_rule and tenant:d5efcecd2d674d969ecbce91bd44f186 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:36.144323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:36.150899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:36.242935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.250410 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.276051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-289e27c3-9603-4b10-9b10-da8b4171fc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.295983 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0b495e4e-49c2-42e5-85e9-f509c563d301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:36.322916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5848ecc-4dc6-4a1c-9568-e3e0e947f9e8 req-71c24270-c1db-44bd-8bd3-8259ed6fcadd tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:36.331214 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c5848ecc-4dc6-4a1c-9568-e3e0e947f9e8 req-71c24270-c1db-44bd-8bd3-8259ed6fcadd tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.4668176 Nov 19 15:49:36.339633 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5efcecd2d674d969ecbce91bd44f186&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2813325 Nov 19 15:49:36.348304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39886) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:36.367557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:36.392031 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-9e8f9cb1-d90d-4842-adf7-bf1e984a25c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5219994 Nov 19 15:49:36.397027 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e27c3-9603-4b10-9b10-da8b4171fc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4033aa-d2c1-40cd-b95c-6c2b5dbe8806,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:36.400018 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-289e27c3-9603-4b10-9b10-da8b4171fc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:36.464228 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0648a79-e6f2-4e9e-b010-5a9e375b91ab,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:36.470910 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:36.517617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-70bf641f-524b-4402-979b-6a63a0179082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.552109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-70bf641f-524b-4402-979b-6a63a0179082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.557700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-289e27c3-9603-4b10-9b10-da8b4171fc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.561482 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-289e27c3-9603-4b10-9b10-da8b4171fc63 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be4033aa-d2c1-40cd-b95c-6c2b5dbe8806 HTTP/1.1" status: 204 len: 168 time: 1.6183014 Nov 19 15:49:36.632922 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-70bf641f-524b-4402-979b-6a63a0179082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.641406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-745ea652-85f3-41c6-bf99-ff109e2c185c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:36.658305 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf641f-524b-4402-979b-6a63a0179082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0648a79-e6f2-4e9e-b010-5a9e375b91ab,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:36.668395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-70bf641f-524b-4402-979b-6a63a0179082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:36.669976 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-70bf641f-524b-4402-979b-6a63a0179082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:36.673650 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-70bf641f-524b-4402-979b-6a63a0179082 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0648a79-e6f2-4e9e-b010-5a9e375b91ab HTTP/1.1" status: 204 len: 168 time: 0.3219109 Nov 19 15:49:36.729380 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c5848ecc-4dc6-4a1c-9568-e3e0e947f9e8 req-011dc8b7-3766-4396-859e-49a30d1d6dcb tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967547 Nov 19 15:49:36.877073 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c0ddc7c4-7e30-46ee-b754-229c03be2235 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753993 Nov 19 15:49:36.889191 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b0f721-1bcc-4b26-89b3-50db645f0bcb req-fa781a5c-5ed7-431c-b65d-096e12b06ac7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:36.897589 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b4b0f721-1bcc-4b26-89b3-50db645f0bcb req-fa781a5c-5ed7-431c-b65d-096e12b06ac7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.4007320 Nov 19 15:49:36.977374 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-580676d8-e4ee-48ac-ac8f-18505aa00148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for subnet, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:37.069437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:37.131064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580676d8-e4ee-48ac-ac8f-18505aa00148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c138bf8d-ed36-4cf8-8cd2-cad319cde7c1,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:37.149803 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-580676d8-e4ee-48ac-ac8f-18505aa00148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:37.170759 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b4b0f721-1bcc-4b26-89b3-50db645f0bcb req-6d0ad183-4490-4a11-93ce-5ed76565d873 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720542 Nov 19 15:49:37.291565 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-580676d8-e4ee-48ac-ac8f-18505aa00148 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:37.296086 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb078d30-5026-477c-a5b8-3a791017b359 req-c1812ed1-6a3c-45c2-980d-a4592b378f59 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3919511 Nov 19 15:49:37.303785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39914) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:37.303960 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-580676d8-e4ee-48ac-ac8f-18505aa00148 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c138bf8d-ed36-4cf8-8cd2-cad319cde7c1 HTTP/1.1" status: 204 len: 168 time: 2.1350045 Nov 19 15:49:37.570975 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a3899436-d261-445c-9f90-5e3032436e16 req-4b6a8ecf-ebb2-4a5a-b915-a0f97f9be3bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 1160 time: 0.1432719 Nov 19 15:49:37.832495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:37.886050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3899436-d261-445c-9f90-5e3032436e16 req-54201f28-ab99-41ba-8d59-a1e719da268c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:37.887081 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a3899436-d261-445c-9f90-5e3032436e16 req-54201f28-ab99-41ba-8d59-a1e719da268c service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.3086240 Nov 19 15:49:38.005303 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a3899436-d261-445c-9f90-5e3032436e16 req-39076810-bd14-4d7a-82d0-64b3436cd6fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 HTTP/1.1" status: 200 len: 217 time: 0.1105597 Nov 19 15:49:38.120046 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3899436-d261-445c-9f90-5e3032436e16 req-5ead6d11-0e94-4b59-bb6a-45952f0ec7dd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:38.121784 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a3899436-d261-445c-9f90-5e3032436e16 req-5ead6d11-0e94-4b59-bb6a-45952f0ec7dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.0708587 Nov 19 15:49:38.151578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:38.339295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.339909 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.341604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.345928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > port after_create 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.346917 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.347455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > port after_update 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.348165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.348924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.349428 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.349940 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.367932 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a3899436-d261-445c-9f90-5e3032436e16 req-a927abe6-355c-4ef9-9f47-53b336cc50db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2283757 Nov 19 15:49:38.385932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f547e8-7ef5-405d-9219-077f166f20e5 req-494c5662-b4ab-4383-97cf-3b0508eaca00 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:38.387693 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3f547e8-7ef5-405d-9219-077f166f20e5 req-494c5662-b4ab-4383-97cf-3b0508eaca00 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.3814473 Nov 19 15:49:38.478627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.479034 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.479458 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.479829 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80308) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:49:38.480302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa']}} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:38.495891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '320555bf-ad77-4baf-9feb-b148851d302b') {'for_net_delete': True} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:38.496228 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '320555bf-ad77-4baf-9feb-b148851d302b') {} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:38.510051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28332832'] for segment, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:38.533079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:38.536393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:49:38.817273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:49:38.829696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28050994'] for segment, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:38.942174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 39974) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:39.013653 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a3899436-d261-445c-9f90-5e3032436e16 req-c6e4a9c7-4033-46d7-8e05-ef6ec0e0f079 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249862 Nov 19 15:49:39.018021 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3f547e8-7ef5-405d-9219-077f166f20e5 req-3645b1a0-6d6c-4c88-ae9c-3456ed4aebb9 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6071074 Nov 19 15:49:39.072441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f2a54-320f-459b-94b3-8f8853d4f79d req-18a4265d-9ffb-4063-bc08-c3fe8a85a453 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:39.074114 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-833f2a54-320f-459b-94b3-8f8853d4f79d req-18a4265d-9ffb-4063-bc08-c3fe8a85a453 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.4657240 Nov 19 15:49:39.132188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Network 32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: (rel_b, rel_a, rel_b), Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: (rel_b, rel_a, rel_b), Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:49:39.179647 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:49:39.310693 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a3899436-d261-445c-9f90-5e3032436e16 req-ec86f4ee-39d7-4a78-a61b-f5574c8998e8 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2847924 Nov 19 15:49:39.316929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:39.336030 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-833f2a54-320f-459b-94b3-8f8853d4f79d req-1171bea2-a465-4aeb-bf15-abf01771fb0c tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2351062 Nov 19 15:49:39.367822 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:39.374279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Usage tracker for resource:security_group_rule and tenant:09f27d854c4c4092a941a2a950e062b0 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:39.378519 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:39.386212 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:39.388567 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:39.400475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:39.422960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Pushing event deleted for resources: {'Network': ['ID=32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:39.425664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:39.437533 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] 10.222.0.48 "DELETE /v2.0/networks/32c352bb-30f1-4fd3-8661-d4bfe0a5e9aa HTTP/1.1" status: 204 len: 168 time: 2.1324222 Nov 19 15:49:39.439189 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:39.532010 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:39.540942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:39.568132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a59adeec-901f-4324-9fc1-14448ad30cbd tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:39.609440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7775e08-43da-451b-add5-0107c28b5025,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:39.615603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:39.621913 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40004) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:39.622101 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09f27d854c4c4092a941a2a950e062b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6760471 Nov 19 15:49:39.729218 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad54a-8511-4725-a6e6-ae440f475421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:39.766986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad54a-8511-4725-a6e6-ae440f475421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:39.822823 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40014) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:39.839290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad54a-8511-4725-a6e6-ae440f475421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:39.847683 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:39.862279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ad54a-8511-4725-a6e6-ae440f475421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7775e08-43da-451b-add5-0107c28b5025,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:39.868677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fd4ad54a-8511-4725-a6e6-ae440f475421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:39.874539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd4ad54a-8511-4725-a6e6-ae440f475421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:39.877076 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fd4ad54a-8511-4725-a6e6-ae440f475421 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7775e08-43da-451b-add5-0107c28b5025 HTTP/1.1" status: 204 len: 168 time: 0.2525601 Nov 19 15:49:39.890073 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5e00519a-ac0b-4d5e-ac76-edd261b0ed6a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0befff22b84546a389df159dcf6c1727&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0659277 Nov 19 15:49:39.895284 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40024) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:40.003813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-de6df2af-682b-4c95-aa10-a5da85760acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:40.043073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-de6df2af-682b-4c95-aa10-a5da85760acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:40.104643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-de6df2af-682b-4c95-aa10-a5da85760acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:40.113296 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:40.129203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6df2af-682b-4c95-aa10-a5da85760acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416803c3-af7d-4c18-b245-c1fb931ad615,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:40.133338 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-de6df2af-682b-4c95-aa10-a5da85760acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:40.142227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-de6df2af-682b-4c95-aa10-a5da85760acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:40.144307 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-de6df2af-682b-4c95-aa10-a5da85760acd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/416803c3-af7d-4c18-b245-c1fb931ad615 HTTP/1.1" status: 204 len: 168 time: 0.2476020 Nov 19 15:49:40.320498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a79180-153d-4e70-a5a4-2e8414cfc696 req-1bb75c4a-264a-4695-9574-0ff93acd8b0e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:40.322311 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d3a79180-153d-4e70-a5a4-2e8414cfc696 req-1bb75c4a-264a-4695-9574-0ff93acd8b0e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.0980422 Nov 19 15:49:40.408035 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d3a79180-153d-4e70-a5a4-2e8414cfc696 req-7106dd60-3e86-4507-bf2a-06bc0a76c8c6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787761 Nov 19 15:49:40.454509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:40.602546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:40.609747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:40.610141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:40.812581 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a9730-4171-4c7e-b0e0-19a590a992d7 req-2b951df9-d869-406f-a3d2-0c9de4f73a39 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:40.820709 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ca4a9730-4171-4c7e-b0e0-19a590a992d7 req-2b951df9-d869-406f-a3d2-0c9de4f73a39 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.2237294 Nov 19 15:49:40.836487 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:40.876876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:40.878223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:40.899103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:40.901174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:40.939041 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ca4a9730-4171-4c7e-b0e0-19a590a992d7 req-7593936c-0def-47f8-b492-56deb574f1f7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170080 Nov 19 15:49:40.996950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:41.008788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.009911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.010362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.010967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.011488 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.011914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.012508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.012948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.013602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.014653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.015247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.015799 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.017577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.018727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.019525 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.020062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.020590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.021244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.022002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.022377 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.022827 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.023331 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.023877 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.024243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:49:41.030360 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88', 'code': 200} Nov 19 15:49:41.031715 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:41.465304 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dbd746f4-c771-4c12-b4cf-e1cf3031c707 req-df0045e9-4241-4b22-b5f9-d09fc7f06395 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 1162 time: 0.1314342 Nov 19 15:49:41.538012 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dbd746f4-c771-4c12-b4cf-e1cf3031c707 req-746acbc0-3136-41bd-aca3-c84476b0afae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591314 Nov 19 15:49:41.669049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:41.875151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01058baa-a6b0-40a3-a098-56e2e6de42ce req-ba892927-fa99-41ab-9cbd-865949f86b67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:41.878037 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-01058baa-a6b0-40a3-a098-56e2e6de42ce req-ba892927-fa99-41ab-9cbd-865949f86b67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.2318056 Nov 19 15:49:41.886479 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:41.887145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:41.951503 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-01058baa-a6b0-40a3-a098-56e2e6de42ce req-144531f4-f989-441c-8880-bcc893a1f2e6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546832 Nov 19 15:49:42.147836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40126) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:42.193548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40132) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:42.210266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e497a3c-a20f-447a-a5ff-b417a59e6aa0 req-f09fa1fe-13ea-414f-a4cb-2c3b313e9a6e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:42.217816 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6e497a3c-a20f-447a-a5ff-b417a59e6aa0 req-f09fa1fe-13ea-414f-a4cb-2c3b313e9a6e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.1024873 Nov 19 15:49:42.267526 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6e497a3c-a20f-447a-a5ff-b417a59e6aa0 req-48452da9-a107-4e60-95d5-cf263a0c79ca tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489044 Nov 19 15:49:42.527012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:42.555498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:42.575578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:42.580535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Usage tracker for resource:security_group_rule and tenant:36fc676c5bba40cd83a04025a2781c9f is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:42.584839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:42.591270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:42.607524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:42.619161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Usage tracker for resource:security_group_rule and tenant:e3e14b53a7a94dec93a19b2cc13e3109 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:42.627438 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:42.645800 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:42.717709 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:42.726175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:42.787971 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ab8b3db8-30dc-434f-ae17-5c5dd27e3301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:42.814610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:42.817112 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36fc676c5bba40cd83a04025a2781c9f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6678240 Nov 19 15:49:42.820281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40148) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:42.838676 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:42.852565 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088cde13-5d8a-4cf4-81ad-cf82b20bc6d0,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:42.864207 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:42.890437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1c45fbbb-0dcb-44dc-9327-bfb8a3f24822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:42.949963 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3e14b53a7a94dec93a19b2cc13e3109&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7538695 Nov 19 15:49:42.953515 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40156) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:43.045653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbee64d-62d0-43ec-9984-bd7c7088a258,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:43.056986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:43.071891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aabf47bc-1f9c-4783-91de-d746aac7272c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:43.082548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2019454d-36d3-40b3-9471-db2c01643e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:43.132713 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2019454d-36d3-40b3-9471-db2c01643e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:43.141042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aabf47bc-1f9c-4783-91de-d746aac7272c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:43.196558 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2019454d-36d3-40b3-9471-db2c01643e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:43.202346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:43.231589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2019454d-36d3-40b3-9471-db2c01643e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:43.231589 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-2019454d-36d3-40b3-9471-db2c01643e5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dbee64d-62d0-43ec-9984-bd7c7088a258 HTTP/1.1" status: 204 len: 168 time: 0.2756324 Nov 19 15:49:43.231589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019454d-36d3-40b3-9471-db2c01643e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbee64d-62d0-43ec-9984-bd7c7088a258,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:43.234088 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2019454d-36d3-40b3-9471-db2c01643e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:43.303790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23d350c-1fed-405e-96c8-71e1e1a8b1a0 req-e64c758f-4305-4dcf-8321-7120263676d7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:43.305411 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c23d350c-1fed-405e-96c8-71e1e1a8b1a0 req-e64c758f-4305-4dcf-8321-7120263676d7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1560721 Nov 19 15:49:43.311544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aabf47bc-1f9c-4783-91de-d746aac7272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:43.322051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a8f41772-fe23-4f7b-922b-2f258ab83747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:43.373022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf47bc-1f9c-4783-91de-d746aac7272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088cde13-5d8a-4cf4-81ad-cf82b20bc6d0,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:43.402215 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aabf47bc-1f9c-4783-91de-d746aac7272c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:43.404413 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c23d350c-1fed-405e-96c8-71e1e1a8b1a0 req-6db00b73-43bf-47aa-9339-b2206686d803 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835209 Nov 19 15:49:43.405218 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aabf47bc-1f9c-4783-91de-d746aac7272c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:43.406275 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-aabf47bc-1f9c-4783-91de-d746aac7272c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/088cde13-5d8a-4cf4-81ad-cf82b20bc6d0 HTTP/1.1" status: 204 len: 168 time: 0.5848958 Nov 19 15:49:43.600859 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9655c8-13c2-4891-ad88-3a4d356a353b req-ef5651bf-38d0-4331-92b0-32342e1c932e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:43.602773 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3c9655c8-13c2-4891-ad88-3a4d356a353b req-ef5651bf-38d0-4331-92b0-32342e1c932e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.1004479 Nov 19 15:49:43.663403 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3c9655c8-13c2-4891-ad88-3a4d356a353b req-c6c0a25b-dba5-40dd-bf9a-42b2d67941d2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533638 Nov 19 15:49:43.983357 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae145646-7b95-4e3d-9b64-dd0723464ed6 req-f863fe17-3f8c-4bfc-823d-2b20e06938cf tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:43.985289 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae145646-7b95-4e3d-9b64-dd0723464ed6 req-f863fe17-3f8c-4bfc-823d-2b20e06938cf tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.1044908 Nov 19 15:49:43.995423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40212) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:44.002793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-e039ff12-b310-45da-bf39-b711d41bc96b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'floatingip': {'port_id': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:44.136871 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e039ff12-b310-45da-bf39-b711d41bc96b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:44.170247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40228) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:44.213620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:44.276468 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:44.287234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Usage tracker for resource:security_group_rule and tenant:6782c0a337d548e8a1ce0ec13e40b185 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:44.294123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:44.309911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:44.412117 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-f4ea05f8-2526-4625-948a-0acb24b48b9a tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/networks?tenant_id=7377d1894a5e437282d618f91a68048b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747054 Nov 19 15:49:44.675391 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:44.685107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:44.722625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-68a32490-b34c-4ce8-a334-bb321bc04b30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:44.755980 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6782c0a337d548e8a1ce0ec13e40b185&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5841045 Nov 19 15:49:44.761528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40254) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:44.762615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-14722fc3-3b25-4018-9cda-abf32063aabb tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:44.772442 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-14722fc3-3b25-4018-9cda-abf32063aabb tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3521385 Nov 19 15:49:44.798282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c90bf5-fe0a-4c3a-ae33-ce8cd101e502,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:44.809170 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:44.817419 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-cc6327b4-b7a2-478a-8b0c-927033b8f6bd tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/quotas/7377d1894a5e437282d618f91a68048b HTTP/1.1" status: 200 len: 375 time: 0.0440145 Nov 19 15:49:44.831684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40258) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:44.916408 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c64c3409-d76f-4d49-b476-ea8d52241bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:44.965437 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-ade09135-29e4-4886-9d63-725814dc5955 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?tenant_id=7377d1894a5e437282d618f91a68048b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1470695 Nov 19 15:49:44.965635 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c64c3409-d76f-4d49-b476-ea8d52241bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.056262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cff851-79b8-4cd8-93f6-3c7b8de14e05 req-6934164d-96e4-40df-88db-555cb8cab747 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:45.057865 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-08cff851-79b8-4cd8-93f6-3c7b8de14e05 req-6934164d-96e4-40df-88db-555cb8cab747 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1867368 Nov 19 15:49:45.126442 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-08cff851-79b8-4cd8-93f6-3c7b8de14e05 req-5c1b669f-4700-4637-902e-8c4c81883f25 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577598 Nov 19 15:49:45.135525 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.212788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c64c3409-d76f-4d49-b476-ea8d52241bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.217768 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-73af823e-2ebd-4e81-9159-2404e09ec579 req-7f60e102-f333-4eff-867d-b44e65be0932 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 210 time: 0.0521576 Nov 19 15:49:45.228256 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66f00649-6598-40d0-a9ea-e0f73ac23a64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:45.243011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:45.245646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c3409-d76f-4d49-b476-ea8d52241bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c90bf5-fe0a-4c3a-ae33-ce8cd101e502,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:45.255372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c64c3409-d76f-4d49-b476-ea8d52241bc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:45.256262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ac25a569014d48b1994977ca47cf9555 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:45.259608 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:45.265582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:45.301120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c64c3409-d76f-4d49-b476-ea8d52241bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.302505 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c64c3409-d76f-4d49-b476-ea8d52241bc9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5c90bf5-fe0a-4c3a-ae33-ce8cd101e502 HTTP/1.1" status: 204 len: 168 time: 0.5376134 Nov 19 15:49:45.325641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e039ff12-b310-45da-bf39-b711d41bc96b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.339530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e039ff12-b310-45da-bf39-b711d41bc96b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.457133 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.465963 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.482596 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b1cc966f-9a39-4649-b83e-15310ebb519d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:45.520748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce601f13-e80d-487f-af94-e6071995b40a,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:45.528453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:45.537738 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ac25a569014d48b1994977ca47cf9555&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6969488 Nov 19 15:49:45.537838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40282) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:45.644653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b13f2ae-b431-41e5-9ead-02acddbe0314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.682684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b13f2ae-b431-41e5-9ead-02acddbe0314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.737114 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [None req-e039ff12-b310-45da-bf39-b711d41bc96b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Floating IP d2e13447-16bd-49d3-b64a-95652774f6c9 associated. External IP: 172.28.3.58, port: b7cf201f-78cc-4f1d-ac6d-6c2f26676b88. Nov 19 15:49:45.780368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b13f2ae-b431-41e5-9ead-02acddbe0314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.786892 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-77a514ed-8704-4a0d-9343-014344f9999e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:45.804286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b13f2ae-b431-41e5-9ead-02acddbe0314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce601f13-e80d-487f-af94-e6071995b40a,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:45.808105 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4b13f2ae-b431-41e5-9ead-02acddbe0314 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:45.817522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4b13f2ae-b431-41e5-9ead-02acddbe0314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:45.819257 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-4b13f2ae-b431-41e5-9ead-02acddbe0314 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce601f13-e80d-487f-af94-e6071995b40a HTTP/1.1" status: 204 len: 168 time: 0.2806611 Nov 19 15:49:46.498255 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-390b13df-a810-4f5f-88d6-f03ae4f39cdf req-ca1754f6-2802-456a-bf09-f57d3f266181 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 210 time: 0.0693398 Nov 19 15:49:46.600188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e039ff12-b310-45da-bf39-b711d41bc96b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:49:46.620756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd67bc-34bd-4406-9304-d298c0802a1b req-e7c9454f-6662-4201-9afd-5a4628ce6b24 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:46.622689 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b7cd67bc-34bd-4406-9304-d298c0802a1b req-e7c9454f-6662-4201-9afd-5a4628ce6b24 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1216300 Nov 19 15:49:46.764468 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b7cd67bc-34bd-4406-9304-d298c0802a1b req-d5ca119b-9381-4139-bf4a-d0957e2bfe27 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286051 Nov 19 15:49:46.861350 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40324) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:46.901290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:46.911078 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-e0a3df51-20ef-4f84-bf59-dd648544e01a tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.55 "GET /v2.0/networks?tenant_id=7377d1894a5e437282d618f91a68048b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088767 Nov 19 15:49:46.980563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:46.987538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:76b2f6e8f37d4590a2719d4b433578b9 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:46.991935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:47.005956 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:47.019543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e039ff12-b310-45da-bf39-b711d41bc96b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:49:47.035443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] Sync routers for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:49:47.053539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e039ff12-b310-45da-bf39-b711d41bc96b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:47.069388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:49:47.072053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:49:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:47.154203 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-e039ff12-b310-45da-bf39-b711d41bc96b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "PUT /v2.0/floatingips/d2e13447-16bd-49d3-b64a-95652774f6c9 HTTP/1.1" status: 200 len: 990 time: 3.1574037 Nov 19 15:49:47.156172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:47.287829 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:47.297639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:47.312822 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:49:47.324330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a765b241-6079-4c72-9561-e7e86314a55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:47.363976 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88', 'status': 'completed', 'code': 200} Nov 19 15:49:47.381779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-c3f7b550-876b-4e03-9c96-e2fa7db2345d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:47.383491 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-c3f7b550-876b-4e03-9c96-e2fa7db2345d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4656785 Nov 19 15:49:47.409386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c7ebfc-ae84-4565-b19b-eb5a61973211,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:47.427252 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:47.433196 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76b2f6e8f37d4590a2719d4b433578b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5656049 Nov 19 15:49:47.436080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40346) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:47.472677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Request body: {'port': {'device_id': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca', 'admin_state_up': True, 'tenant_id': '7377d1894a5e437282d618f91a68048b'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:47.493787 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:49:47.601510 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dedddcd2-9a97-479c-a815-9b321de466df req-908ddb1f-a719-49d4-b6f6-ec70f81f3307 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 1162 time: 0.1458895 Nov 19 15:49:47.902017 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedddcd2-9a97-479c-a815-9b321de466df req-dd57df01-05a2-493f-9571-7d0b11ca74de service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:47.904430 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dedddcd2-9a97-479c-a815-9b321de466df req-dd57df01-05a2-493f-9571-7d0b11ca74de service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.2908309 Nov 19 15:49:47.937005 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4985f4f3-9538-46f2-b682-9e6f96e9a735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:47.994849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4985f4f3-9538-46f2-b682-9e6f96e9a735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:48.059738 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': 'd2e13447-16bd-49d3-b64a-95652774f6c9', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'floating_ip_address': '172.28.3.58', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'port_id': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'mac_address': 'fa:16:3e:67:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:49:12Z', 'updated_at': '2020-11-19T15:49:45Z', 'revision_number': 1, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:48.066130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] Checking router: 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:49:48.079842 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:49:48.080523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:49:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:48.107965 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e621dc9e-b72b-439a-9837-c0e63cb54a95 req-8662c004-552f-4cd3-a473-84144ffa4184 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 210 time: 0.3519597 Nov 19 15:49:48.118333 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dedddcd2-9a97-479c-a815-9b321de466df req-9ef25ec0-1ad7-467c-b55c-12e9cb32d20a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 HTTP/1.1" status: 200 len: 998 time: 0.1970143 Nov 19 15:49:48.168142 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:48.188461 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4985f4f3-9538-46f2-b682-9e6f96e9a735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:48.198447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Usage tracker for resource:port and tenant:7377d1894a5e437282d618f91a68048b is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:48.204590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:48.220535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedddcd2-9a97-479c-a815-9b321de466df req-21fb31e3-ebf8-4eb0-b893-d080976bfb93 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:48.222151 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dedddcd2-9a97-479c-a815-9b321de466df req-21fb31e3-ebf8-4eb0-b893-d080976bfb93 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.0958607 Nov 19 15:49:48.228914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Quota usage for port was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:48.234192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985f4f3-9538-46f2-b682-9e6f96e9a735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c7ebfc-ae84-4565-b19b-eb5a61973211,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:48.238929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4985f4f3-9538-46f2-b682-9e6f96e9a735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:48.245024 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:48.266969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4985f4f3-9538-46f2-b682-9e6f96e9a735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:48.270507 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-4985f4f3-9538-46f2-b682-9e6f96e9a735 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6c7ebfc-ae84-4565-b19b-eb5a61973211 HTTP/1.1" status: 204 len: 168 time: 0.8311110 Nov 19 15:49:48.293072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b9742-6b08-4766-a529-0dbd0a814f33 req-988db1db-9b4e-4c0f-b2ef-c0e868985566 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:48.302358 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-214b9742-6b08-4766-a529-0dbd0a814f33 req-988db1db-9b4e-4c0f-b2ef-c0e868985566 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.2561367 Nov 19 15:49:48.337251 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Made reservation on behalf of 7377d1894a5e437282d618f91a68048b for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:49:48.353840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:48.400256 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:48.460589 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dedddcd2-9a97-479c-a815-9b321de466df req-2a9ca1eb-a09b-41f7-a7bd-2fed8117e052 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2284482 Nov 19 15:49:48.477126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:49:48.494604 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-214b9742-6b08-4766-a529-0dbd0a814f33 req-e9791137-8e1f-4ae4-a090-768990b41284 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909893 Nov 19 15:49:48.539960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:48.550297 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Usage tracker for resource:security_group_rule and tenant:7377d1894a5e437282d618f91a68048b is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:48.565730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:48.587410 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:48.705267 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dedddcd2-9a97-479c-a815-9b321de466df req-2c8373fe-8f1f-4f5f-8baf-f1bb9661c14d service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345583 Nov 19 15:49:48.801273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:48.809503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:48.830953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:48.967886 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dedddcd2-9a97-479c-a815-9b321de466df req-3ad2c4ee-8a9b-486b-ad69-717b8140eefa service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2504261 Nov 19 15:49:48.968211 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Pushing event updated for resources: {'SecurityGroup': ['ID=51df6b26-3d65-4aa5-bbf1-f3625daae6e7,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:48.988673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:49.157371 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': 'd2e13447-16bd-49d3-b64a-95652774f6c9', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'floating_ip_address': '172.28.3.58', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'port_id': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'mac_address': 'fa:16:3e:67:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:49:12Z', 'updated_at': '2020-11-19T15:49:45Z', 'revision_number': 1, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:49:49.162348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e029c271-a913-4b23-a5f4-9073b37314d4 None None] The sync data for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb is: [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': 'd2e13447-16bd-49d3-b64a-95652774f6c9', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'floating_ip_address': '172.28.3.58', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'port_id': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'mac_address': 'fa:16:3e:67:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:49:12Z', 'updated_at': '2020-11-19T15:49:45Z', 'revision_number': 1, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:49:49.380318 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2aae4a69-3a3e-4502-8113-8bc90fa38fc4 req-d77405a9-175d-4c5a-9ab6-523d4c8441ba tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 210 time: 0.0690575 Nov 19 15:49:49.523720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Allocated IP 192.168.233.97 (723fd607-f791-47b1-b9fd-310c13ed70ca/4b432534-d948-4e26-87d9-17024f6708a1/3de0e99e-db73-4bbf-851e-1ced2b1ae5b4) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:49:49.581168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f6746a-3be1-4aec-955d-708789370e24 None None] New status for floating IP d2e13447-16bd-49d3-b64a-95652774f6c9: ACTIVE {{(pid=80310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:49:50.099901 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396577c4-0572-44a1-90f9-093236e26261 req-db1556ad-fe8d-4448-9a52-bf0b7ccb32c2 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:50.101635 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-396577c4-0572-44a1-90f9-093236e26261 req-db1556ad-fe8d-4448-9a52-bf0b7ccb32c2 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.2933903 Nov 19 15:49:50.171255 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:50.232210 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Transition to ACTIVE for port object 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 will not be triggered until provisioned by entity DHCP. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:50.242224 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-396577c4-0572-44a1-90f9-093236e26261 req-422299ea-d4ce-486d-9325-3cae4f6704a4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289802 Nov 19 15:49:50.259793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:50.296721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:50.592486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Pushing event updated for resources: {'Port': ['ID=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:50.595693 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:50.648243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d7f93be-cf4c-40a1-8d72-567a2e03e727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:50.811753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f688cb-3d7b-4918-961c-f9cda1df48bb req-6719afa0-ec62-4356-8795-c77863ae20b0 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:50.819459 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c1f688cb-3d7b-4918-961c-f9cda1df48bb req-6719afa0-ec62-4356-8795-c77863ae20b0 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 935 time: 0.1608431 Nov 19 15:49:50.827765 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Network 723fd607-f791-47b1-b9fd-310c13ed70ca is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:49:50.846292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:49:50.850146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:49:50.857197 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:50.857888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:50.914503 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4541969 Nov 19 15:49:50.937661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-c1f688cb-3d7b-4918-961c-f9cda1df48bb req-c076cfad-5bc4-49e5-9dfc-5dcc1f38c24d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Synchronizing usage tracker for tenant:7377d1894a5e437282d618f91a68048b on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:50.948548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Request body: {'port': {'device_id': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:49:50.997527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-c1f688cb-3d7b-4918-961c-f9cda1df48bb req-c076cfad-5bc4-49e5-9dfc-5dcc1f38c24d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Unset dirty status for tenant:7377d1894a5e437282d618f91a68048b on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:50.999042 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c1f688cb-3d7b-4918-961c-f9cda1df48bb req-c076cfad-5bc4-49e5-9dfc-5dcc1f38c24d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787148 Nov 19 15:49:51.116738 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:51.222423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-4111da1a-cc97-409e-a644-e8f53f00743b None None] Provisioning for port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:51.233469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-4111da1a-cc97-409e-a644-e8f53f00743b None None] Provisioning complete for port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:51.233897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4111da1a-cc97-409e-a644-e8f53f00743b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:51.378548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-4111da1a-cc97-409e-a644-e8f53f00743b None None] Port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:49:51.765776 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:51.769987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633946ec-0907-4fe4-a16f-9e8de91f01c9 req-c1563eb9-7393-43ee-8b3f-feff28da9e18 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:51.771648 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-633946ec-0907-4fe4-a16f-9e8de91f01c9 req-c1563eb9-7393-43ee-8b3f-feff28da9e18 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.2087483 Nov 19 15:49:51.901611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:49:51.909080 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-633946ec-0907-4fe4-a16f-9e8de91f01c9 req-7ee11d7b-150d-49eb-8523-b86ac70a3732 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283064 Nov 19 15:49:51.923646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:51.940053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Transition to ACTIVE for port object 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:49:51.946042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:51.965671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:52.047585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Pushing event updated for resources: {'Port': ['ID=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:52.081196 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:52.401267 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab15c67-b067-4150-af0a-c07d7fbab19b req-8b7f7c7c-5d1d-4edf-8ca2-13f8e98a3c18 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:52.402005 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-6ab15c67-b067-4150-af0a-c07d7fbab19b req-8b7f7c7c-5d1d-4edf-8ca2-13f8e98a3c18 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Synchronizing usage tracker for tenant:7377d1894a5e437282d618f91a68048b on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:49:52.457510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Attempting to bind port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:49:52.458076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Attempting to bind port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'e98f6970-9485-4c4b-baeb-a9193b927745', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:49:52.458412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Attempting to bind port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 on network 723fd607-f791-47b1-b9fd-310c13ed70ca {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:49:52.463728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-6ab15c67-b067-4150-af0a-c07d7fbab19b req-8b7f7c7c-5d1d-4edf-8ca2-13f8e98a3c18 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Unset dirty status for tenant:7377d1894a5e437282d618f91a68048b on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:49:52.465031 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6ab15c67-b067-4150-af0a-c07d7fbab19b req-8b7f7c7c-5d1d-4edf-8ca2-13f8e98a3c18 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 947 time: 0.2753346 Nov 19 15:49:52.468879 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:49:52.469817 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Checking segment: {'id': 'e98f6970-9485-4c4b-baeb-a9193b927745', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:49:52.470234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:52.470634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Bound using segment: {'id': 'e98f6970-9485-4c4b-baeb-a9193b927745', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:49:52.471165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Bound port: 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98f6970-9485-4c4b-baeb-a9193b927745', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '723fd607-f791-47b1-b9fd-310c13ed70ca'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:49:52.471546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:52.645098 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6ab15c67-b067-4150-af0a-c07d7fbab19b req-c7fd4f26-0c38-4f89-9bf1-de378a65e628 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611276 Nov 19 15:49:52.659844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] For port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:49:52.663730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] For port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,segment=NetworkSegment(e98f6970-9485-4c4b-baeb-a9193b927745),segment_id=e98f6970-9485-4c4b-baeb-a9193b927745)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:49:52.667719 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:52.702622 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:52.884985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Pushing event updated for resources: {'Port': ['ID=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:52.890008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:52.908757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:52.910189 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] 10.222.0.55 "PUT /v2.0/ports/3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 HTTP/1.1" status: 200 len: 1161 time: 1.9667027 Nov 19 15:49:52.910725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'tag': '3de0e99e-db73-4bbf-851e-1ced2b1ae5b4'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:53.045054 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'tag': '3de0e99e-db73-4bbf-851e-1ced2b1ae5b4', 'status': 'completed', 'code': 200} Nov 19 15:49:53.104849 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-ac673c25-9ea6-486a-b872-200f80060acf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7377d1894a5e437282d618f91a68048b&device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 1164 time: 0.1272941 Nov 19 15:49:53.302926 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-2a85f184-65f9-4a61-b92a-8f215c3e073e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 HTTP/1.1" status: 200 len: 217 time: 0.1505425 Nov 19 15:49:53.372694 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80232b7-9cc4-48fc-a28c-9516da560dd8 req-b70c9615-5b5d-464f-91ca-c7a20feb00ea tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:53.374569 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d80232b7-9cc4-48fc-a28c-9516da560dd8 req-b70c9615-5b5d-464f-91ca-c7a20feb00ea tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.2587535 Nov 19 15:49:53.439292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a6b90684-b100-428f-b3d0-6264d26e3034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:53.457918 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-b3001ac3-488c-485f-b4cd-59c701d58d70 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:53.462253 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-b3001ac3-488c-485f-b4cd-59c701d58d70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b432534-d948-4e26-87d9-17024f6708a1 HTTP/1.1" status: 200 len: 843 time: 0.1335695 Nov 19 15:49:53.525051 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d80232b7-9cc4-48fc-a28c-9516da560dd8 req-25d53840-1e8d-485b-9b88-721a38ce113e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372678 Nov 19 15:49:53.559623 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-9e74d5fe-3d25-4670-b473-884c99db488a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=723fd607-f791-47b1-b9fd-310c13ed70ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0911489 Nov 19 15:49:53.737242 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-3068e9c4-d78e-4748-9afa-6e8e4ad4a468 service neutron] 10.222.0.55 "GET /v2.0/networks/723fd607-f791-47b1-b9fd-310c13ed70ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701348 Nov 19 15:49:53.784729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:53.966919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b5f7b-6980-4d0e-a47c-052669ac03dc req-9d0422a3-1fbc-494e-b226-de69042d7fd2 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:53.968389 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b7b5f7b-6980-4d0e-a47c-052669ac03dc req-9d0422a3-1fbc-494e-b226-de69042d7fd2 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 947 time: 0.1709900 Nov 19 15:49:54.018378 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3edef215-8557-421b-b8b7-9dbdddd0af2a req-be332c31-13d8-4753-9b6e-697737daf11a service neutron] 10.222.0.55 "GET /v2.0/networks/723fd607-f791-47b1-b9fd-310c13ed70ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2701252 Nov 19 15:49:54.052978 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b7b5f7b-6980-4d0e-a47c-052669ac03dc req-6ca6ffed-9353-4913-89e3-2d4b98528d53 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629773 Nov 19 15:49:54.221830 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a84f463-5817-489a-a778-d54276c06ff7 req-362836c7-3499-42f4-ba28-7218f26f1633 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7377d1894a5e437282d618f91a68048b&device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 1164 time: 0.0861528 Nov 19 15:49:54.565434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84f463-5817-489a-a778-d54276c06ff7 req-f08664f3-0bd4-471a-8065-4ec25188ede6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:54.568850 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a84f463-5817-489a-a778-d54276c06ff7 req-f08664f3-0bd4-471a-8065-4ec25188ede6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=723fd607-f791-47b1-b9fd-310c13ed70ca HTTP/1.1" status: 200 len: 863 time: 0.3349304 Nov 19 15:49:54.643270 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a84f463-5817-489a-a778-d54276c06ff7 req-aadf9337-bdd7-4e58-92f2-b8498e188454 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 HTTP/1.1" status: 200 len: 217 time: 0.0671451 Nov 19 15:49:54.682449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:54.780579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a84f463-5817-489a-a778-d54276c06ff7 req-b0734c43-63a4-4f2a-b0e0-f8b55c68b20e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:54.782948 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a84f463-5817-489a-a778-d54276c06ff7 req-b0734c43-63a4-4f2a-b0e0-f8b55c68b20e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4b432534-d948-4e26-87d9-17024f6708a1 HTTP/1.1" status: 200 len: 843 time: 0.1332572 Nov 19 15:49:54.859616 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73b2c-db7a-4c31-b793-7eeb2066dc5e req-4b565dcb-489b-4e0b-a025-bfbec070c9fa tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:54.861258 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1ad73b2c-db7a-4c31-b793-7eeb2066dc5e req-4b565dcb-489b-4e0b-a025-bfbec070c9fa tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1662693 Nov 19 15:49:54.928395 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1ad73b2c-db7a-4c31-b793-7eeb2066dc5e req-9fb32c68-6501-45b4-bf2f-1ea522120cee tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599797 Nov 19 15:49:54.931169 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a84f463-5817-489a-a778-d54276c06ff7 req-458b68a8-5c11-4ec0-8f80-bc74912e0e26 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=723fd607-f791-47b1-b9fd-310c13ed70ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1356001 Nov 19 15:49:55.098118 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a84f463-5817-489a-a778-d54276c06ff7 req-6d40090a-73a5-4612-b137-7460a5d0f95c service neutron] 10.222.0.55 "GET /v2.0/networks/723fd607-f791-47b1-b9fd-310c13ed70ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563544 Nov 19 15:49:55.316260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:55.337900 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a84f463-5817-489a-a778-d54276c06ff7 req-f59d1f74-9f5b-42fb-be77-fff72bed60c5 service neutron] 10.222.0.55 "GET /v2.0/networks/723fd607-f791-47b1-b9fd-310c13ed70ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2203140 Nov 19 15:49:55.361093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb73029-62f0-4c54-92d3-2090c0c72ee1 req-abf0229b-2ce1-4d83-83ba-326d9cf421e4 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:55.362649 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4cb73029-62f0-4c54-92d3-2090c0c72ee1 req-abf0229b-2ce1-4d83-83ba-326d9cf421e4 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 947 time: 0.1226492 Nov 19 15:49:55.427573 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4cb73029-62f0-4c54-92d3-2090c0c72ee1 req-cfe524d9-7f81-4109-9aae-780cecfb1d08 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543561 Nov 19 15:49:56.013553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network 723fd607-f791-47b1-b9fd-310c13ed70ca details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:49:56.174128 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a350cec1-a7a8-4ab4-8771-a00d89804684 req-165fa5c9-2519-4de4-91fe-0c25dea7d0a5 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:56.175822 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a350cec1-a7a8-4ab4-8771-a00d89804684 req-165fa5c9-2519-4de4-91fe-0c25dea7d0a5 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.0860286 Nov 19 15:49:56.233321 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a350cec1-a7a8-4ab4-8771-a00d89804684 req-ca65c20b-f71d-4f12-a77a-6205a2fe46e4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472016 Nov 19 15:49:56.421067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.objects.ports [None req-0ea48b15-c163-44fd-9ba1-3146a3d024a1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80310) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 15:49:56.648977 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cea5c-b37e-485d-bc20-07750f089513 req-18af7a61-1719-4c75-af22-a6afa3cc7c72 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:56.650478 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6e3cea5c-b37e-485d-bc20-07750f089513 req-18af7a61-1719-4c75-af22-a6afa3cc7c72 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 947 time: 0.0941892 Nov 19 15:49:56.702032 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6e3cea5c-b37e-485d-bc20-07750f089513 req-ce106c8e-c9a8-40e0-88e1-a938d6016ff6 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Nov 19 15:49:57.241639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:57.330715 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:49:57.343689 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:57.344767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:57.526001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:57.560143 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de0e99e-db73-4bbf-851e-1ced2b1ae5b4'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:49:57.561917 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bab4165-3394-4959-b8b5-f0db4f8b465a req-cb2cd1cd-660c-4c1a-842e-6c13e0184c4f tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:57.563730 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9bab4165-3394-4959-b8b5-f0db4f8b465a req-cb2cd1cd-660c-4c1a-842e-6c13e0184c4f tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1208003 Nov 19 15:49:57.569725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,segment=NetworkSegment(e98f6970-9485-4c4b-baeb-a9193b927745),segment_id=e98f6970-9485-4c4b-baeb-a9193b927745)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:49:57.573820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:57.575851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:57.628545 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9bab4165-3394-4959-b8b5-f0db4f8b465a req-23ec5d6b-05d4-4bc0-bbfe-38d9ec1fd8cb tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582557 Nov 19 15:49:57.656291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:57.660902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:57.665504 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3de0e99e-db73-4bbf-851e-1ced2b1ae5b4', 'code': 200} Nov 19 15:49:57.996480 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4990c-1152-45a9-ae79-2ad19cb1635f req-f91a923b-357f-4be5-94d0-c7cb13179060 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:57.997939 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-84a4990c-1152-45a9-ae79-2ad19cb1635f req-f91a923b-357f-4be5-94d0-c7cb13179060 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 949 time: 0.1541159 Nov 19 15:49:58.005707 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-06fafa2a-0f92-4a9d-943c-b7a2c8736bd5 req-b5c7dd67-9350-4e7d-9e58-5823e5252eb7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 1166 time: 0.1038146 Nov 19 15:49:58.065750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:49:58.093146 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-84a4990c-1152-45a9-ae79-2ad19cb1635f req-01954356-1c7e-4979-882c-b50ae95d110e tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863850 Nov 19 15:49:58.095066 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-06fafa2a-0f92-4a9d-943c-b7a2c8736bd5 req-403469c2-356d-4bb6-872f-5bb9f9944606 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685706 Nov 19 15:49:58.157699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:49:58.158219 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:58.201707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40706) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:58.430244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:58.470009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:58.477846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Usage tracker for resource:security_group_rule and tenant:3e6abedb019e4ad4b703a6c8dc1d6ab1 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:58.481032 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:58.487339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:58.562328 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:58.566926 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:58.574974 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:58.627263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e97df4-fb91-41e1-810a-7bb0e2a0d906,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:58.631093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:58.633949 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3e6abedb019e4ad4b703a6c8dc1d6ab1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4310913 Nov 19 15:49:58.637038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40732) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:58.715578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-202bb1fa-4ebe-4536-aaa7-a49d83c244b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:58.755383 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-202bb1fa-4ebe-4536-aaa7-a49d83c244b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:58.815355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-202bb1fa-4ebe-4536-aaa7-a49d83c244b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:58.821963 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ad88c3a9-2ca7-4fc3-ac10-1364173626e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:58.833887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bb1fa-4ebe-4536-aaa7-a49d83c244b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e97df4-fb91-41e1-810a-7bb0e2a0d906,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:58.837958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-202bb1fa-4ebe-4536-aaa7-a49d83c244b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:58.844022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-202bb1fa-4ebe-4536-aaa7-a49d83c244b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:58.846427 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-202bb1fa-4ebe-4536-aaa7-a49d83c244b6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85e97df4-fb91-41e1-810a-7bb0e2a0d906 HTTP/1.1" status: 204 len: 168 time: 0.2084568 Nov 19 15:49:58.878790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64589d74-376e-48dd-9d5e-2bdb05b9bddc req-d1d991fe-34e9-4b72-88d7-804f9831ed19 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:58.880556 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-64589d74-376e-48dd-9d5e-2bdb05b9bddc req-d1d991fe-34e9-4b72-88d7-804f9831ed19 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1025083 Nov 19 15:49:58.932605 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-64589d74-376e-48dd-9d5e-2bdb05b9bddc req-474e7be5-25dd-45a2-8c06-3526679eb129 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450852 Nov 19 15:49:58.946314 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40744) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:59.050634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40752) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:59.323506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f7663-2e11-45e0-9d4f-94653ecec981 req-82fa1a14-ccc4-4313-b062-1bbb48735529 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:49:59.325436 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-109f7663-2e11-45e0-9d4f-94653ecec981 req-82fa1a14-ccc4-4313-b062-1bbb48735529 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 949 time: 0.0908289 Nov 19 15:49:59.339281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.379198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:59.384443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Usage tracker for resource:security_group_rule and tenant:d1390e24292e40e19583f168c53e2103 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:59.389233 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:59.397927 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:59.398712 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.410661 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-109f7663-2e11-45e0-9d4f-94653ecec981 req-627cdbf5-38c0-48bf-a55a-5ccc2c14604d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788925 Nov 19 15:49:59.444604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:59.451977 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Usage tracker for resource:security_group_rule and tenant:230241a3166442f9a6965de628f244ba is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:59.455759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:59.474522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.479696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:59.480394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.489919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-83eb928f-e95a-480f-aa72-d3ed711cb2ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:59.508652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40766) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:59.524258 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85f73e2-61d3-41ae-b838-54d0827d9e14,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:59.530229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:59.554509 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1390e24292e40e19583f168c53e2103&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6069880 Nov 19 15:49:59.555166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40772) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:59.589806 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.636579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fe3af3e7-caf0-45b3-a243-4be00d52be72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.664596 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:49:59.670098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fe3af3e7-caf0-45b3-a243-4be00d52be72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.699716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Usage tracker for resource:security_group_rule and tenant:1c34eb704ef843b8874dd28206547e6a is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:49:59.708000 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:49:59.725992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fe3af3e7-caf0-45b3-a243-4be00d52be72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.728888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:49:59.729776 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-41495062-0925-4de9-bbcc-e1eab76d9af3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:59.744075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3af3e7-caf0-45b3-a243-4be00d52be72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85f73e2-61d3-41ae-b838-54d0827d9e14,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:59.748223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fe3af3e7-caf0-45b3-a243-4be00d52be72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:59.752906 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fe3af3e7-caf0-45b3-a243-4be00d52be72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.754345 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fe3af3e7-caf0-45b3-a243-4be00d52be72 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d85f73e2-61d3-41ae-b838-54d0827d9e14 HTTP/1.1" status: 204 len: 168 time: 0.1981304 Nov 19 15:49:59.762450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.770648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.851208 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:59.864423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40780) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:49:59.864688 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=230241a3166442f9a6965de628f244ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8126962 Nov 19 15:49:59.909501 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa042520-4f95-4533-845a-484019358d03,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:59.916151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:59.917941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.921034 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.942350 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4985f4f3-9538-46f2-b682-9e6f96e9a735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:49:59.945118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-710e7906-3550-473d-81d0-556b56304c2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:49:59.983863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e276d8f-278e-466f-be22-e5159bd0b257,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:49:59.990045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:49:59.998052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-710e7906-3550-473d-81d0-556b56304c2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.005127 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c34eb704ef843b8874dd28206547e6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4941285 Nov 19 15:50:00.005902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40786) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:00.057168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-710e7906-3550-473d-81d0-556b56304c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.068783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-202bb1fa-4ebe-4536-aaa7-a49d83c244b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:00.099795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e7906-3550-473d-81d0-556b56304c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa042520-4f95-4533-845a-484019358d03,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:00.116622 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-710e7906-3550-473d-81d0-556b56304c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:00.117471 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-710e7906-3550-473d-81d0-556b56304c2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.118719 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-710e7906-3550-473d-81d0-556b56304c2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa042520-4f95-4533-845a-484019358d03 HTTP/1.1" status: 204 len: 168 time: 0.2525945 Nov 19 15:50:00.134662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a2125e72-7a94-42e4-95b9-f477d8fefb99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.182076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a2125e72-7a94-42e4-95b9-f477d8fefb99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.326991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aab157-f464-41dc-bbc5-6fefe2cd1bf3 req-4bde85d5-9091-46f9-aca6-318f6224ed13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:00.329189 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-00aab157-f464-41dc-bbc5-6fefe2cd1bf3 req-4bde85d5-9091-46f9-aca6-318f6224ed13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1115763 Nov 19 15:50:00.351790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a2125e72-7a94-42e4-95b9-f477d8fefb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.358514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-289e27c3-9603-4b10-9b10-da8b4171fc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:00.382335 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2125e72-7a94-42e4-95b9-f477d8fefb99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e276d8f-278e-466f-be22-e5159bd0b257,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:00.386913 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a2125e72-7a94-42e4-95b9-f477d8fefb99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:00.405615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a2125e72-7a94-42e4-95b9-f477d8fefb99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.406904 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a2125e72-7a94-42e4-95b9-f477d8fefb99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3e276d8f-278e-466f-be22-e5159bd0b257 HTTP/1.1" status: 204 len: 168 time: 0.4000785 Nov 19 15:50:00.430697 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-00aab157-f464-41dc-bbc5-6fefe2cd1bf3 req-641ff0a2-5097-44d3-bb6f-befb60424e2e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946455 Nov 19 15:50:00.456386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40808) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:00.477938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.534144 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:00.539329 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] Usage tracker for resource:security_group_rule and tenant:f866820a5eaa401a91f9f03e407aeb7c is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:00.543217 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:00.551049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:00.701134 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.717334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.728223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a6b0ad96-e839-4065-86aa-5b91789a979c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:00.743200 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40814) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:00.763497 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.764373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3825c72e-b8cc-4e36-9280-67b4522adc70,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:00.773672 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:00.795506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cce8a-3dca-423f-b6f9-6ce840e694d3 req-f55ff662-65f2-4414-876c-9b9a1ea3af0e tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:00.797279 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c46cce8a-3dca-423f-b6f9-6ce840e694d3 req-f55ff662-65f2-4414-876c-9b9a1ea3af0e tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 949 time: 0.1895604 Nov 19 15:50:00.805243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:00.806648 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b045e752-5350-4399-a5c7-4149b6596cfe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f866820a5eaa401a91f9f03e407aeb7c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3491178 Nov 19 15:50:00.807531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40818) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:00.809719 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] Usage tracker for resource:security_group_rule and tenant:26bf641f28ac4d278f5786fbbb2096e8 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:00.813100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:00.819426 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:00.907612 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.911324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.913704 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c46cce8a-3dca-423f-b6f9-6ce840e694d3 req-4b9a9d00-b6b9-4606-a011-fc909672d57e tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051116 Nov 19 15:50:00.919100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:50:00.920898 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2019454d-36d3-40b3-9471-db2c01643e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:00.933082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c9a62475-3329-462d-a8b2-ffb5f11b5626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:00.988061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8328663d-8fa7-447a-807c-cc83f81a7e2a,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:00.991998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:00.996818 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5c89d0d2-7b15-4526-a39a-445d2e28cad1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=26bf641f28ac4d278f5786fbbb2096e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2517827 Nov 19 15:50:00.998975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40828) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:01.010469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c9a62475-3329-462d-a8b2-ffb5f11b5626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.075121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:01.076780 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.112987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beebd0fa-9e81-4459-8f87-ee81ea42c846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.113217 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c9a62475-3329-462d-a8b2-ffb5f11b5626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.118574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-44e9c25f-bcca-4d75-bd60-6254405d8b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:01.138125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a62475-3329-462d-a8b2-ffb5f11b5626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3825c72e-b8cc-4e36-9280-67b4522adc70,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:01.151806 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c9a62475-3329-462d-a8b2-ffb5f11b5626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:01.157532 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c9a62475-3329-462d-a8b2-ffb5f11b5626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.161572 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c9a62475-3329-462d-a8b2-ffb5f11b5626 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3825c72e-b8cc-4e36-9280-67b4522adc70 HTTP/1.1" status: 204 len: 168 time: 0.3517640 Nov 19 15:50:01.162195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beebd0fa-9e81-4459-8f87-ee81ea42c846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.244111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beebd0fa-9e81-4459-8f87-ee81ea42c846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.251910 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0857e634-10ff-487a-90f9-9d4b99089605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:01.274031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebd0fa-9e81-4459-8f87-ee81ea42c846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8328663d-8fa7-447a-807c-cc83f81a7e2a,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:01.285541 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-beebd0fa-9e81-4459-8f87-ee81ea42c846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:01.286445 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-beebd0fa-9e81-4459-8f87-ee81ea42c846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.290086 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-beebd0fa-9e81-4459-8f87-ee81ea42c846 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8328663d-8fa7-447a-807c-cc83f81a7e2a HTTP/1.1" status: 204 len: 168 time: 0.2878163 Nov 19 15:50:01.667619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 40858) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:01.699904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d454812-804b-45c3-b889-0ba7bbcb57b9 req-bd21c269-c091-4ddf-8e67-4e58402e3b78 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:01.701848 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d454812-804b-45c3-b889-0ba7bbcb57b9 req-bd21c269-c091-4ddf-8e67-4e58402e3b78 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1000848 Nov 19 15:50:01.708672 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.783083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:01.805386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Usage tracker for resource:security_group_rule and tenant:5c29f69699614973999040a8af764264 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:01.814755 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:01.834222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:01.900442 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d454812-804b-45c3-b889-0ba7bbcb57b9 req-5b891dab-93c9-4173-b936-ddba40aa4c5c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904149 Nov 19 15:50:01.948496 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3fa702-f8b5-48e4-8d5a-89fd0fbd4152 req-1f5ac9ef-e27f-447f-9d68-f0ea9a6ccd00 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:01.950130 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2a3fa702-f8b5-48e4-8d5a-89fd0fbd4152 req-1f5ac9ef-e27f-447f-9d68-f0ea9a6ccd00 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 949 time: 0.1939299 Nov 19 15:50:01.961129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:01.969592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:02.022229 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2a3fa702-f8b5-48e4-8d5a-89fd0fbd4152 req-503e9dec-6351-4878-ab81-0d44a2b308bd tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585289 Nov 19 15:50:02.046849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1603d9fb-250b-430c-b3f3-f20b15040f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:02.064786 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c29f69699614973999040a8af764264&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3934515 Nov 19 15:50:02.065534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 40876) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:02.111617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8423078-9da9-4245-b41f-27f1ed37ff78,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:02.115726 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:02.167413 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b8a47a04-5a7f-482c-b1ba-74b9094c81ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:02.196589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b8a47a04-5a7f-482c-b1ba-74b9094c81ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:02.247447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b8a47a04-5a7f-482c-b1ba-74b9094c81ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:02.270532 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fd4ad54a-8511-4725-a6e6-ae440f475421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:02.298593 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a47a04-5a7f-482c-b1ba-74b9094c81ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8423078-9da9-4245-b41f-27f1ed37ff78,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:02.316933 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b8a47a04-5a7f-482c-b1ba-74b9094c81ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:02.318310 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b8a47a04-5a7f-482c-b1ba-74b9094c81ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:02.319897 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b8a47a04-5a7f-482c-b1ba-74b9094c81ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a8423078-9da9-4245-b41f-27f1ed37ff78 HTTP/1.1" status: 204 len: 168 time: 0.2533715 Nov 19 15:50:03.280454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bec151-9843-4aba-a76e-f47324388094 req-0d0d3e02-9780-4995-93c8-da87c28cf194 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:03.282610 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d1bec151-9843-4aba-a76e-f47324388094 req-0d0d3e02-9780-4995-93c8-da87c28cf194 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 949 time: 0.1242750 Nov 19 15:50:03.372447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b6668-4f20-4644-bc4b-7dac81374c3a req-a13872a4-6932-4ca9-9c7d-5cf287910e89 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:03.374075 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c72b6668-4f20-4644-bc4b-7dac81374c3a req-a13872a4-6932-4ca9-9c7d-5cf287910e89 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1371136 Nov 19 15:50:03.378356 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d1bec151-9843-4aba-a76e-f47324388094 req-7d6163f8-604e-4847-bdd0-9872e57f52aa tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848088 Nov 19 15:50:03.438254 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c72b6668-4f20-4644-bc4b-7dac81374c3a req-e9d5c0db-1e2e-4c0d-9e73-c526746f7c95 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446658 Nov 19 15:50:03.689489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-3e70c5c6-37e8-4b84-bbc6-126d57b6329d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:03.691110 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-3e70c5c6-37e8-4b84-bbc6-126d57b6329d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.55 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 949 time: 0.1317527 Nov 19 15:50:03.796667 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Deleting port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:50:03.796822 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:03.994262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:50:04.097319 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] For port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,segment=NetworkSegment(e98f6970-9485-4c4b-baeb-a9193b927745),segment_id=e98f6970-9485-4c4b-baeb-a9193b927745)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:50:04.097974 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:04.320645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:04.352673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de0e99e-db73-4bbf-851e-1ced2b1ae5b4'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:50:04.386277 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,segment=NetworkSegment(e98f6970-9485-4c4b-baeb-a9193b927745),segment_id=e98f6970-9485-4c4b-baeb-a9193b927745)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:50:04.392609 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:04.394562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-02316ea2-1ef3-4bb9-ac70-6e3b148de078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:04.549818 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3de0e99e-db73-4bbf-851e-1ced2b1ae5b4', 'code': 200} Nov 19 15:50:04.550739 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:04.554713 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:04.665662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Calling delete_port for 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:50:04.927444 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:50:04.927811 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:50:04.934673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1d84c6-8f1a-46d0-9717-bab9efb79f68 req-0df5d22d-a415-43d7-9623-102e8a9acff9 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:04.936298 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ec1d84c6-8f1a-46d0-9717-bab9efb79f68 req-0df5d22d-a415-43d7-9623-102e8a9acff9 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 947 time: 0.2793350 Nov 19 15:50:04.950534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1f40b8-8633-4120-93e7-a6d090492ffe req-6fd36753-defd-4f7b-b03e-dafa114ba1f2 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:04.952440 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f1f40b8-8633-4120-93e7-a6d090492ffe req-6fd36753-defd-4f7b-b03e-dafa114ba1f2 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.2968764 Nov 19 15:50:05.036983 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ec1d84c6-8f1a-46d0-9717-bab9efb79f68 req-2874c84e-874d-4179-b98c-0af726370c18 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/security-groups?id=51df6b26-3d65-4aa5-bbf1-f3625daae6e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832503 Nov 19 15:50:05.044675 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f1f40b8-8633-4120-93e7-a6d090492ffe req-d7574c33-bf71-497e-9e2a-55ca4c36abcb tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747848 Nov 19 15:50:05.428967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Deleting port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:50:05.429556 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:05.733579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] For port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,segment=NetworkSegment(e98f6970-9485-4c4b-baeb-a9193b927745),segment_id=e98f6970-9485-4c4b-baeb-a9193b927745)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:50:05.733984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:05.870705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Calling delete_port for 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:50:05.939604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41026) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:06.018606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:06.036904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fdbf1028-88b5-48e0-a8f8-ff0176b482b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:06.098129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Pushing event deleted for resources: {'Port': ['ID=3de0e99e-db73-4bbf-851e-1ced2b1ae5b4,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:06.103483 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:06.130754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:06.166199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:06.171138 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Usage tracker for resource:security_group_rule and tenant:aee1f45c480148f6a9097febd8304d59 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:06.175219 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:06.182722 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:06.268965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:06.272304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:06.280430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bd2b0914-562e-46b8-a5f0-c3a75c4effdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:06.315181 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b8353cde-7b16-4714-b15c-c59aa755502e req-6cafade7-98a3-43d7-a359-e7a4b7c037a4 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 210 time: 0.0569534 Nov 19 15:50:06.331436 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac2b4b0-bd6c-4a71-9264-1e33d13924c4,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:06.335910 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:06.342747 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aee1f45c480148f6a9097febd8304d59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4020066 Nov 19 15:50:06.343401 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41040) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:06.362117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] No DVR routers for this DVR port 3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:50:06.365886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:06.376301 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'name': 'network-vif-deleted', 'tag': '3de0e99e-db73-4bbf-851e-1ced2b1ae5b4'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:50:06.383871 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-75f859aa-fb17-442e-bea6-7a5e924eb2a5 req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.55 "DELETE /v2.0/ports/3de0e99e-db73-4bbf-851e-1ced2b1ae5b4 HTTP/1.1" status: 204 len: 173 time: 2.6851656 Nov 19 15:50:06.404643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5dec6a-26de-4d74-936c-ccb97a36db79 req-5a26cf87-ffe5-44ec-a643-4ab2e7fd9108 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:06.406739 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc5dec6a-26de-4d74-936c-ccb97a36db79 req-5a26cf87-ffe5-44ec-a643-4ab2e7fd9108 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.2067854 Nov 19 15:50:06.432865 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-258ec7e7-c725-48d7-9ba0-614be5ee2b9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:06.476074 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc5dec6a-26de-4d74-936c-ccb97a36db79 req-4a4892c6-5db9-4268-8c3a-fe5e785fcbd6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592694 Nov 19 15:50:06.489941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-258ec7e7-c725-48d7-9ba0-614be5ee2b9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:06.595560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-258ec7e7-c725-48d7-9ba0-614be5ee2b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:06.602227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d20103a5-7a8d-4648-bc57-ce1d28896f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:06.638678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ec7e7-c725-48d7-9ba0-614be5ee2b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac2b4b0-bd6c-4a71-9264-1e33d13924c4,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:06.648027 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-258ec7e7-c725-48d7-9ba0-614be5ee2b9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:06.666637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-258ec7e7-c725-48d7-9ba0-614be5ee2b9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:06.711715 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-258ec7e7-c725-48d7-9ba0-614be5ee2b9f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6ac2b4b0-bd6c-4a71-9264-1e33d13924c4 HTTP/1.1" status: 204 len: 168 time: 0.3639033 Nov 19 15:50:06.730244 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab56eb5f-3f5b-4dda-a741-2cba7d6a5813', 'name': 'network-vif-deleted', 'tag': '3de0e99e-db73-4bbf-851e-1ced2b1ae5b4', 'status': 'completed', 'code': 200} Nov 19 15:50:06.746223 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-34f8268d-2a86-4769-b830-2e06d9aa808c req-b83c744e-4a5e-4571-8114-4011a8e933a0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 1163 time: 0.1442792 Nov 19 15:50:06.835074 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-34f8268d-2a86-4769-b830-2e06d9aa808c req-5bf17594-35ed-4cd6-8052-7799c8aca926 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622652 Nov 19 15:50:07.120399 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41068) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:07.139854 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:07.178618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:07.183264 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Usage tracker for resource:security_group_rule and tenant:6b3818d320104c4f85f5783ce678c009 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:07.187190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:07.194295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:07.279025 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:07.282390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:07.290074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-710e7906-3550-473d-81d0-556b56304c2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:07.334552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702e0fdf-2310-4ad2-a412-6995f654c672,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:07.337720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:07.340274 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b3818d320104c4f85f5783ce678c009&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2187965 Nov 19 15:50:07.343172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 41074) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:07.412613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab5a2-7b11-40b9-90c9-953e0a4c5285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:07.440748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab5a2-7b11-40b9-90c9-953e0a4c5285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:07.527590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-f8c55d02-8549-4bcc-ad44-eff72ddea8c1 req-500a12a6-4398-4120-bb69-a358076b03f6 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Synchronizing usage tracker for tenant:7377d1894a5e437282d618f91a68048b on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:50:07.546587 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-f8c55d02-8549-4bcc-ad44-eff72ddea8c1 req-500a12a6-4398-4120-bb69-a358076b03f6 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Unset dirty status for tenant:7377d1894a5e437282d618f91a68048b on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:50:07.547983 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f8c55d02-8549-4bcc-ad44-eff72ddea8c1 req-500a12a6-4398-4120-bb69-a358076b03f6 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] 10.222.0.48 "GET /v2.0/ports?device_id=ab56eb5f-3f5b-4dda-a741-2cba7d6a5813 HTTP/1.1" status: 200 len: 210 time: 0.0720930 Nov 19 15:50:07.549043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab5a2-7b11-40b9-90c9-953e0a4c5285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:07.554339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:07.570326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ab5a2-7b11-40b9-90c9-953e0a4c5285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702e0fdf-2310-4ad2-a412-6995f654c672,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:07.575040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab5a2-7b11-40b9-90c9-953e0a4c5285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:07.579129 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-cb7ab5a2-7b11-40b9-90c9-953e0a4c5285 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/702e0fdf-2310-4ad2-a412-6995f654c672 HTTP/1.1" status: 204 len: 168 time: 0.2314522 Nov 19 15:50:07.585761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cb7ab5a2-7b11-40b9-90c9-953e0a4c5285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:07.736323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa9766-35a7-467f-abe3-2e4395aab996 req-91e81604-d9c3-401f-919d-5a81d573c995 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:07.738209 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-53fa9766-35a7-467f-abe3-2e4395aab996 req-91e81604-d9c3-401f-919d-5a81d573c995 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.0912542 Nov 19 15:50:07.790492 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-53fa9766-35a7-467f-abe3-2e4395aab996 req-3abbe24f-f92b-4e7e-9405-e0b9b80483c4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Nov 19 15:50:08.373489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 0f0b16e5-5025-4a14-805c-7047761c0a55 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:50:08.474050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 0f0b16e5-5025-4a14-805c-7047761c0a55 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:08.475230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:09.100990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57db38e7-70b4-4cf2-9b08-5ce6ec92277a req-007f8571-d420-4e86-a182-f31984f9e8ff tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:09.109872 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-57db38e7-70b4-4cf2-9b08-5ce6ec92277a req-007f8571-d420-4e86-a182-f31984f9e8ff tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1259589 Nov 19 15:50:09.167451 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-57db38e7-70b4-4cf2-9b08-5ce6ec92277a req-4930916f-bac9-4fc8-a548-c1c68b99707e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564749 Nov 19 15:50:09.398169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8c174-2978-4572-a5d2-21fca5e16caf req-34ec4d3f-694d-4c67-965a-2323945b7258 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:09.405974 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-33f8c174-2978-4572-a5d2-21fca5e16caf req-34ec4d3f-694d-4c67-965a-2323945b7258 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1056643 Nov 19 15:50:09.472553 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-33f8c174-2978-4572-a5d2-21fca5e16caf req-e81155de-07b4-47d1-98e1-8966ef8a1fce tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636976 Nov 19 15:50:12.136336 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a77a828f-75cf-42c5-8523-8a37abf5bafc req-7893554f-7a87-42f3-a367-c683f0dd369f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1162 time: 0.1763723 Nov 19 15:50:12.210136 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98c5c2-f789-4d2b-8e58-fca64b860101 req-5d9b2517-0e23-4c99-b978-2a5beddb2e99 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:12.211847 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8a98c5c2-f789-4d2b-8e58-fca64b860101 req-5d9b2517-0e23-4c99-b978-2a5beddb2e99 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1665967 Nov 19 15:50:12.352072 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8a98c5c2-f789-4d2b-8e58-fca64b860101 req-e51476e2-12d4-422c-b6df-fb40c108595c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309896 Nov 19 15:50:12.381455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a828f-75cf-42c5-8523-8a37abf5bafc req-3914a089-fb79-41c0-8d8b-1f548ac1572c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:12.383057 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a77a828f-75cf-42c5-8523-8a37abf5bafc req-3914a089-fb79-41c0-8d8b-1f548ac1572c service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 912 time: 0.2344997 Nov 19 15:50:12.471330 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a77a828f-75cf-42c5-8523-8a37abf5bafc req-2e3b6bd1-28bc-47b5-9145-a07e4bd7556b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25708ef-49f9-400e-9fac-a633331f4359 HTTP/1.1" status: 200 len: 217 time: 0.0794783 Nov 19 15:50:12.569425 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a828f-75cf-42c5-8523-8a37abf5bafc req-4f34afa6-035a-4e76-a5b4-ade7aa1a056e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:12.572084 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a77a828f-75cf-42c5-8523-8a37abf5bafc req-4f34afa6-035a-4e76-a5b4-ade7aa1a056e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.0917802 Nov 19 15:50:12.647017 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a77a828f-75cf-42c5-8523-8a37abf5bafc req-856919c1-a26b-4e70-a2d4-6582b9fcbc35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513754 Nov 19 15:50:12.868176 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a77a828f-75cf-42c5-8523-8a37abf5bafc req-fac7a9ad-3d14-4a11-8bcd-411cac82fa69 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109344 Nov 19 15:50:13.080309 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a77a828f-75cf-42c5-8523-8a37abf5bafc req-cf9a69a3-a15d-4b5b-884a-f28eac060812 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2055624 Nov 19 15:50:13.212694 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 41578) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:13.388083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:13.427122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:13.434751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Usage tracker for resource:security_group_rule and tenant:e96be5504c7f44f489fb0732bbb946d5 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:13.438054 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:13.443942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:13.580099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:13.584001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:13.592086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-274a5678-a1c5-4a1e-8c22-963c367f4ff3 tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:13.647914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e67425-c1f0-47ff-9977-e8a07202f2c1,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:13.657994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:13.664359 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41614) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:13.679160 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e96be5504c7f44f489fb0732bbb946d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4631031 Nov 19 15:50:13.686105 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c8b99-bbfe-48e1-98a1-5f4e82c7e21c req-7224a23d-4cb1-4b3c-86b5-22cfb04161a1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:13.688322 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-036c8b99-bbfe-48e1-98a1-5f4e82c7e21c req-7224a23d-4cb1-4b3c-86b5-22cfb04161a1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1940141 Nov 19 15:50:13.757543 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-036c8b99-bbfe-48e1-98a1-5f4e82c7e21c req-43f97b66-fcf0-4d67-bad1-4cc65aed12c6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546477 Nov 19 15:50:13.798896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-42a1246b-8911-487d-b6d0-cb96863ece83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:13.829476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-42a1246b-8911-487d-b6d0-cb96863ece83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:13.886903 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-42a1246b-8911-487d-b6d0-cb96863ece83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:13.898589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1a4d2c92-3c23-4f48-83bb-08f1c11ec670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:13.912393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1246b-8911-487d-b6d0-cb96863ece83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e67425-c1f0-47ff-9977-e8a07202f2c1,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:13.916678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-42a1246b-8911-487d-b6d0-cb96863ece83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:13.924051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-42a1246b-8911-487d-b6d0-cb96863ece83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:13.927628 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-42a1246b-8911-487d-b6d0-cb96863ece83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/85e67425-c1f0-47ff-9977-e8a07202f2c1 HTTP/1.1" status: 204 len: 168 time: 0.2621069 Nov 19 15:50:14.311306 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41644) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:14.331972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:14.370828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:14.375681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Usage tracker for resource:security_group_rule and tenant:6a392d844c714e0c9ee28df2b1e30387 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:14.378684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:14.384649 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:14.454722 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:14.459925 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:14.468173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-219f7582-066f-4d4f-8f83-b20c0ace2984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:14.515067 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a392d844c714e0c9ee28df2b1e30387&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2025259 Nov 19 15:50:14.516380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658f1c95-70f2-443b-95b7-c865025e6b6e,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:14.519770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 41654) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:14.520021 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:14.591131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-475b743a-e739-47c7-80f7-c7914140ba16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:14.618991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-475b743a-e739-47c7-80f7-c7914140ba16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:14.664414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-475b743a-e739-47c7-80f7-c7914140ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:14.669527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:14.682363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b743a-e739-47c7-80f7-c7914140ba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658f1c95-70f2-443b-95b7-c865025e6b6e,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:14.686580 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-475b743a-e739-47c7-80f7-c7914140ba16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:14.693421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-475b743a-e739-47c7-80f7-c7914140ba16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:14.694326 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-475b743a-e739-47c7-80f7-c7914140ba16 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/658f1c95-70f2-443b-95b7-c865025e6b6e HTTP/1.1" status: 204 len: 168 time: 0.1747599 Nov 19 15:50:14.979033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05bdae-015d-4fc4-96cd-50ae8f285eb5 req-ada042c0-fc7d-441c-aa0d-f063d11da2b8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:14.983206 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d05bdae-015d-4fc4-96cd-50ae8f285eb5 req-ada042c0-fc7d-441c-aa0d-f063d11da2b8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0913897 Nov 19 15:50:15.043189 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d05bdae-015d-4fc4-96cd-50ae8f285eb5 req-9c036d4e-ad11-4668-96b4-dd14ffcc3839 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534344 Nov 19 15:50:15.164336 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-4456172e-4a1a-4728-963c-faf4b38b050a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1127446 Nov 19 15:50:15.366919 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-9b7f3e61-4f0c-47b8-8677-bd07b08d78fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 1162 time: 0.0914731 Nov 19 15:50:15.445300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41696) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:15.595598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-311de5c2-3f45-44b7-98b6-1e54c7a918d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:15.597276 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-311de5c2-3f45-44b7-98b6-1e54c7a918d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 905 time: 0.1605573 Nov 19 15:50:15.731977 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-d6e4e8f6-c042-4670-b404-4a47a57d9183 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f669aa-22d2-4105-bfb1-ac4436557dd4 HTTP/1.1" status: 200 len: 1001 time: 0.1277168 Nov 19 15:50:15.988076 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-be5d5eab-3718-4dc3-b1bb-ed8fa2e0873c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7377d1894a5e437282d618f91a68048b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5414088 Nov 19 15:50:15.989072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41726) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:16.066432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-872ea55c-bb56-4a62-ae52-29e90c28edf4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:16.068110 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-872ea55c-bb56-4a62-ae52-29e90c28edf4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 200 len: 850 time: 0.3202727 Nov 19 15:50:16.096111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5450cfbc-fa6e-4745-bcf7-d9fb174643cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:16.141430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5450cfbc-fa6e-4745-bcf7-d9fb174643cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:16.196918 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5450cfbc-fa6e-4745-bcf7-d9fb174643cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:16.197393 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-9a0a233d-d477-474a-92cb-200e96252fa2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff79497e-4d00-46d7-9667-b21a1f313c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1214294 Nov 19 15:50:16.211229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c64c3409-d76f-4d49-b476-ea8d52241bc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:16.230247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450cfbc-fa6e-4745-bcf7-d9fb174643cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51df6b26-3d65-4aa5-bbf1-f3625daae6e7,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:16.236932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5450cfbc-fa6e-4745-bcf7-d9fb174643cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:16.249094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5450cfbc-fa6e-4745-bcf7-d9fb174643cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:16.252564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5450cfbc-fa6e-4745-bcf7-d9fb174643cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51df6b26-3d65-4aa5-bbf1-f3625daae6e7 HTTP/1.1" status: 204 len: 168 time: 0.2620547 Nov 19 15:50:16.531288 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-51a3ff98-40e9-4b07-b846-5bc9de584fc2 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3123555 Nov 19 15:50:16.603175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c1b03-193f-4d80-9d6e-7cf4a5f28a6a req-122a34d1-8cfe-45b4-82dd-8912b878dcc6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:16.611015 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-592c1b03-193f-4d80-9d6e-7cf4a5f28a6a req-122a34d1-8cfe-45b4-82dd-8912b878dcc6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.2232656 Nov 19 15:50:16.802403 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-592c1b03-193f-4d80-9d6e-7cf4a5f28a6a req-7b69a9d7-9b86-4b1d-b620-ea5d31c6f4b6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902761 Nov 19 15:50:16.818828 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c02d394b-6d58-45fa-bf69-56c69f7b1fc6 req-f97bf508-0b99-499f-9cf5-88f7a64d5a90 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2771568 Nov 19 15:50:17.425650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 41780) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:17.587928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-219082275-network', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:17.593417 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:17.599612 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Usage tracker for resource:network and tenant:b8a76c88161e489eb089aa68bd2974aa is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:17.603036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:17.609862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:17.622756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Made reservation on behalf of b8a76c88161e489eb089aa68bd2974aa for: {'network': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:17.628541 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:17.642341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:17.676920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:17.682975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b8a76c88161e489eb089aa68bd2974aa is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:17.686359 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:17.692675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:17.771001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:17.774700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:17.780719 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b8f6eb8c-c624-4516-80ff-d3bf21fc5ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:17.830513 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c43eea-d85a-4324-ab99-43ec40e6e425,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:17.833471 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:50:17.836619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:17.846167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:17.846655 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Added segment 00b64625-9fa4-4e25-b2c7-af0cccf5b2e3 of type vxlan for network d5ccc901-2a26-468a-972b-1ca66f4ebc1a Nov 19 15:50:17.876726 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:17.911564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:17.913001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:17.913714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:17.919013 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:18.071079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ccc901-2a26-468a-972b-1ca66f4ebc1a,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:18.074578 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6477959 Nov 19 15:50:18.078330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41806) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:18.086217 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:18.086626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Request body: {'subnet': {'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-219082275-subnet', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'ip_version': 4}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:18.087080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:50:18.092642 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:18.099577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Usage tracker for resource:subnet and tenant:b8a76c88161e489eb089aa68bd2974aa is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:18.104993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:18.115447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:18.129024 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8cc90-a005-4936-94e6-82293e3027bb req-e7069df3-e887-4b4d-b3e9-12f73999001b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:18.130846 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-62c8cc90-a005-4936-94e6-82293e3027bb req-e7069df3-e887-4b4d-b3e9-12f73999001b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1043761 Nov 19 15:50:18.139355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Made reservation on behalf of b8a76c88161e489eb089aa68bd2974aa for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:18.146521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28073958'] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:18.167996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:50:18.188032 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-62c8cc90-a005-4936-94e6-82293e3027bb req-0e66f5d2-7ea4-4ce8-bfd8-264be23332d9 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490830 Nov 19 15:50:18.602253 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 41832) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:18.779972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28051292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28073941'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:18.797779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:18.851348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:18.900080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:18.904869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Usage tracker for resource:security_group_rule and tenant:59aab3a8cb52471ebc24d37eded370d3 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:18.910027 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:18.916977 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:19.005568 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197f1051-f64d-40ab-8c2e-b78788735868,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:19.008790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:19.025860 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.035804 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.051052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:19.091562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Checking segment: {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:50:19.091958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Network hostable DHCP agents. Network: d5ccc901-2a26-468a-972b-1ca66f4ebc1a, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:50:19.096411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da4caf-67bc-40fc-aebc-53b9558aff4f,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:19.103126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:19.122271 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59aab3a8cb52471ebc24d37eded370d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5186963 Nov 19 15:50:19.124895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 41854) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:19.126060 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:50:19.135835 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, d5ccc901-2a26-468a-972b-1ca66f4ebc1a) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:19.144273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5b82e1-b6d0-4766-bdd4-a8c1daad94b7 None None] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:50:19.164162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:19.164995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.198843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8c69b293-dfb0-4edb-8a4f-61b11cb76696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.199709 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1199896 Nov 19 15:50:19.235433 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8c69b293-dfb0-4edb-8a4f-61b11cb76696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.255283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41860) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:19.261393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:19.269452 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:19.284949 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Usage tracker for resource:router and tenant:b8a76c88161e489eb089aa68bd2974aa is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:19.299084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:19.307587 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:19.329324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-651071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1764'] for router, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.330349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854124745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774036'] for router, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.345628 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8c69b293-dfb0-4edb-8a4f-61b11cb76696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.352726 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cb7ab5a2-7b11-40b9-90c9-953e0a4c5285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:19.371754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.380753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69b293-dfb0-4edb-8a4f-61b11cb76696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da4caf-67bc-40fc-aebc-53b9558aff4f,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:19.388316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8c69b293-dfb0-4edb-8a4f-61b11cb76696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:19.458075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc7ab77e-a496-5b51-8df6-bfcd8eb457d8-d5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868'}]}} from dv-cinder-763306-3-smb. {{(pid=80310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 15:50:19.459568 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.523872 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8c69b293-dfb0-4edb-8a4f-61b11cb76696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.534750 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-8c69b293-dfb0-4edb-8a4f-61b11cb76696 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b5da4caf-67bc-40fc-aebc-53b9558aff4f HTTP/1.1" status: 204 len: 168 time: 0.4020698 Nov 19 15:50:19.591332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774049'] for router, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:19.605236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c641f3-e104-400e-827b-c4145b03e0bd req-eef5e429-0625-4320-8eaf-8f922148d6bd tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:19.620805 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74c641f3-e104-400e-827b-c4145b03e0bd req-eef5e429-0625-4320-8eaf-8f922148d6bd tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.2353966 Nov 19 15:50:19.769047 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74c641f3-e104-400e-827b-c4145b03e0bd req-2de8952c-5bbc-477a-a6fc-d3198e05f043 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399691 Nov 19 15:50:19.889653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Allocated IP 172.20.0.2 (d5ccc901-2a26-468a-972b-1ca66f4ebc1a/197f1051-f64d-40ab-8c2e-b78788735868/d82d8b6b-3dbc-456f-a042-1b33276f5cc8) {{(pid=80310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:50:20.038278 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.073291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.175935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Notify callbacks [] for port, precommit_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.187692 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Transition to ACTIVE for port object d82d8b6b-3dbc-456f-a042-1b33276f5cc8 will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:50:20.207132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Transition to ACTIVE for port object d82d8b6b-3dbc-456f-a042-1b33276f5cc8 will not be triggered until provisioned by entity DHCP. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:50:20.217924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.239846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b4f54022-56bd-446d-9a2e-76d578806671 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:20.328587 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Pushing event updated for resources: {'Port': ['ID=d82d8b6b-3dbc-456f-a042-1b33276f5cc8,revision_number=1']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:20.382984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:20.464736 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a is already hosted by enough agents. {{(pid=80310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:50:20.466378 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Resources bound (agent type, host, resource id): {{(pid=80310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:20.469036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Received port after_create {{(pid=80310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:50:20.561846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Attempting to bind port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:50:20.562823 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Attempting to bind port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:50:20.563244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Attempting to bind port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 on network d5ccc901-2a26-468a-972b-1ca66f4ebc1a {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:50:20.577574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:50:20.578569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Checking segment: {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:50:20.579052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.579498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Bound using segment: {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:50:20.580024 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Bound port: d82d8b6b-3dbc-456f-a042-1b33276f5cc8, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:50:20.580445 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.643621 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Allocated IP 172.28.3.113 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/38e55b53-314f-47d4-be03-9ba717be13ec) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:50:20.689540 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] For port d82d8b6b-3dbc-456f-a042-1b33276f5cc8, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:50:20.692952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] For port d82d8b6b-3dbc-456f-a042-1b33276f5cc8, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=d82d8b6b-3dbc-456f-a042-1b33276f5cc8,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:50:20.708178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.804338 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dc48dad1-e35f-46ab-a386-bb8684005125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:20.834788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bad68ee5-a75d-42ef-88f7-4f533e502505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.848755 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.882441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:20.903765 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:20.929947 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Pushing event updated for resources: {'Port': ['ID=d82d8b6b-3dbc-456f-a042-1b33276f5cc8,revision_number=2']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:20.941146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:21.038273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06492d-3d99-4a9d-8434-0f2ad97c16d1 req-add51f6a-7287-4a1d-bab0-1327ac8f1909 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:21.039969 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4f06492d-3d99-4a9d-8434-0f2ad97c16d1 req-add51f6a-7287-4a1d-bab0-1327ac8f1909 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1035745 Nov 19 15:50:21.089869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Pushing event updated for resources: {'Port': ['ID=38e55b53-314f-47d4-be03-9ba717be13ec,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:21.095395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:21.102532 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4f06492d-3d99-4a9d-8434-0f2ad97c16d1 req-305b51ff-222d-420d-a610-db756ee9bcf3 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560980 Nov 19 15:50:21.148042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:50:21.149281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:21.151763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:50:21.453554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:21.454956 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854124627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225899'] for router, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:21.581340 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c5eb5-6b59-4838-bc3d-2aaa9782701b req-407d5928-9b84-49d5-92bc-59f1136243ef tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:21.582960 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d16c5eb5-6b59-4838-bc3d-2aaa9782701b req-407d5928-9b84-49d5-92bc-59f1136243ef tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1173477 Nov 19 15:50:21.642740 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d16c5eb5-6b59-4838-bc3d-2aaa9782701b req-e68f3957-ce1f-436c-9614-4a5762a50ec6 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522897 Nov 19 15:50:21.757680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Router f5f90a00-34e9-4c55-a540-3b1c305cdd76 is scheduled to L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 with binding_index 1 {{(pid=80308) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 15:50:21.779716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:21.843117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 41926) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:21.988176 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:50:22.004648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Sync routers for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:50:22.008721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:22.022199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:50:22.022924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:49:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:50:22.023749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Notify callbacks [] for router, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:22.027324 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7705503 Nov 19 15:50:22.028828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 41938) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:22.105895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:22.107944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Usage tracker for resource:security_group_rule and tenant:702de315e0eb4cf7aafbd30b938bc694 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:22.117173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:22.124270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:22.206625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:22.219077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:22.229879 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-de6df2af-682b-4c95-aa10-a5da85760acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:22.336345 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:50:22.384305 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device d82d8b6b-3dbc-456f-a042-1b33276f5cc8 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:50:22.459334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f515ae-2696-4eb6-9794-e258618bdd8c,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:22.482044 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=702de315e0eb4cf7aafbd30b938bc694&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6341186 Nov 19 15:50:22.482268 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 41954) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:22.495200 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:50:22.502788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:22.580799 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6d30e598-47e9-4c7a-b698-7ff523e93a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:22.611120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccd47a4-7c0d-4e2f-b049-c050849221cd None None] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:50:22.613325 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6d30e598-47e9-4c7a-b698-7ff523e93a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:22.712679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6d30e598-47e9-4c7a-b698-7ff523e93a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:22.716031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06399c62-7d1d-4d6c-b723-ffafb7928706 req-f9104acb-8e31-4ad2-9785-d99e8489cb89 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:22.718104 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-06399c62-7d1d-4d6c-b723-ffafb7928706 req-f9104acb-8e31-4ad2-9785-d99e8489cb89 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.3478661 Nov 19 15:50:22.724754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-60f403f8-4e71-4c8c-8581-b80ada6f7ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:22.764608 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30e598-47e9-4c7a-b698-7ff523e93a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f515ae-2696-4eb6-9794-e258618bdd8c,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:22.774506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6d30e598-47e9-4c7a-b698-7ff523e93a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:22.787759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6d30e598-47e9-4c7a-b698-7ff523e93a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:22.789252 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-6d30e598-47e9-4c7a-b698-7ff523e93a58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/93f515ae-2696-4eb6-9794-e258618bdd8c HTTP/1.1" status: 204 len: 168 time: 0.3058202 Nov 19 15:50:22.881630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:21Z', 'revision_number': 3, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:50:22.897920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Checking router: f5f90a00-34e9-4c55-a540-3b1c305cdd76 for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:50:22.898273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Updating router f5f90a00-34e9-4c55-a540-3b1c305cdd76 port 38e55b53-314f-47d4-be03-9ba717be13ec binding host dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:50:22.939429 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-06399c62-7d1d-4d6c-b723-ffafb7928706 req-132283d4-9dc6-40f8-ad25-e10b505d9a2e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873132 Nov 19 15:50:22.985308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:22.993840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-e284406b-221d-480d-83a4-0b7e212ccd71 None None] Provisioning for port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:50:23.001222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-e284406b-221d-480d-83a4-0b7e212ccd71 None None] Provisioning complete for port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:23.001845 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e284406b-221d-480d-83a4-0b7e212ccd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.164376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e284406b-221d-480d-83a4-0b7e212ccd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.214434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-e284406b-221d-480d-83a4-0b7e212ccd71 None None] For port d82d8b6b-3dbc-456f-a042-1b33276f5cc8, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=d82d8b6b-3dbc-456f-a042-1b33276f5cc8,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:50:23.219414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e284406b-221d-480d-83a4-0b7e212ccd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.224592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:23.335395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284406b-221d-480d-83a4-0b7e212ccd71 None None] Pushing event updated for resources: {'Port': ['ID=d82d8b6b-3dbc-456f-a042-1b33276f5cc8,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:23.338790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e284406b-221d-480d-83a4-0b7e212ccd71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:23.435818 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66c4dfc4-e49c-4004-9fcb-5cafc12ba9b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.461934 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-21b5a435-6049-4a31-b14b-0fd3bb82ad75 None None] Provisioning complete for port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:23.462365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-21b5a435-6049-4a31-b14b-0fd3bb82ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.496929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Notify callbacks [] for port, precommit_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.521221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Transition to ACTIVE for port object 38e55b53-314f-47d4-be03-9ba717be13ec will not be triggered until provisioned by entity L2. {{(pid=80311) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:50:23.526837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.546820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a316826d-9224-4885-816d-aed442c823f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:23.633201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Pushing event updated for resources: {'Port': ['ID=38e55b53-314f-47d4-be03-9ba717be13ec,revision_number=2']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:23.663832 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6498018d-2307-461e-bd61-3b3f4513133a req-95a10cfe-6467-425f-a259-00847e1c52f4 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:23.665887 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6498018d-2307-461e-bd61-3b3f4513133a req-95a10cfe-6467-425f-a259-00847e1c52f4 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.4826856 Nov 19 15:50:23.670696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.671093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.671532 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.671895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.672248 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.672602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.672954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.673313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.673632 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.673975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.677459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.677459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.677459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.677459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.677459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.677459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.677459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.677459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.681163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.681163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.681163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.683040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.683040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.683040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80311) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:23.748783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-1d089236-a328-4104-b1ab-9328ae411604 None None] Provisioning complete for port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:23.749574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1d089236-a328-4104-b1ab-9328ae411604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.754726 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:23.840369 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.884861 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6498018d-2307-461e-bd61-3b3f4513133a req-dac55b2e-9125-4ed7-abe2-e1f676678e50 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2088203 Nov 19 15:50:23.896569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Attempting to bind port 38e55b53-314f-47d4-be03-9ba717be13ec on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:50:23.901616 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Attempting to bind port 38e55b53-314f-47d4-be03-9ba717be13ec by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:50:23.904167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Attempting to bind port 38e55b53-314f-47d4-be03-9ba717be13ec on network efdedfa2-3635-42e3-9761-de3481e4898f {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:50:23.912331 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 49, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:50:23.912728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Checking segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80311) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:50:23.913171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:23.913605 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Bound using segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} {{(pid=80311) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:50:23.914129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Bound port: 38e55b53-314f-47d4-be03-9ba717be13ec, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}] {{(pid=80311) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:50:23.915020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:24.072015 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] For port 38e55b53-314f-47d4-be03-9ba717be13ec, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80311) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:50:24.075583 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-44ebc4a9-dd41-49fe-a807-675df94929cf None None] Provisioning complete for port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:24.082944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] For port 38e55b53-314f-47d4-be03-9ba717be13ec, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=38e55b53-314f-47d4-be03-9ba717be13ec,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80311) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:50:24.086373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:24.089142 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44ebc4a9-dd41-49fe-a807-675df94929cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:24.096875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80311) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:24.123149 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-65e7f5ce-5944-4b27-9984-2714f00d25bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:24.252695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Pushing event updated for resources: {'Port': ['ID=38e55b53-314f-47d4-be03-9ba717be13ec,revision_number=3']} {{(pid=80311) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:24.277916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:50:24.279031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-abcbe501-9f02-4abe-864e-32d98536e538 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80311) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:24.462390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:50:24.463498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:50:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:50:24.501867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device d82d8b6b-3dbc-456f-a042-1b33276f5cc8 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:50:24.585110 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:24.585533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:24.612454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e7005e-da62-451b-96a5-03c12c56ffc3 req-c65bd340-dd87-4fd6-985c-3f765f8e2452 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:24.612454 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e4e7005e-da62-451b-96a5-03c12c56ffc3 req-c65bd340-dd87-4fd6-985c-3f765f8e2452 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.2905445 Nov 19 15:50:24.735292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:50:24.751186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Allocated IP 172.20.0.1 (d5ccc901-2a26-468a-972b-1ca66f4ebc1a/197f1051-f64d-40ab-8c2e-b78788735868/2ed3ee7f-4805-4464-857a-104ead991f65) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:50:24.783975 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e4e7005e-da62-451b-96a5-03c12c56ffc3 req-da118d7f-b65c-43fd-bc27-fb969243d14b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814562 Nov 19 15:50:24.831221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:24.953051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:24.976161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Transition to ACTIVE for port object 2ed3ee7f-4805-4464-857a-104ead991f65 will not be triggered until provisioned by entity DHCP. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:50:24.998248 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:25.023388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:25.097266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42008) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:25.123033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:21Z', 'revision_number': 3, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:50:25.128539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0f6402-ea1b-4d12-822c-e670dd9ae986 None None] The sync data for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb is: [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:21Z', 'revision_number': 3, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:50:25.195260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed3ee7f-4805-4464-857a-104ead991f65,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:25.203915 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:25.279911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:25.316906 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:25.319507 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:25.321973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Usage tracker for resource:security_group_rule and tenant:a6a4039a3fd940acab5ac3590965387e is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:25.325873 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:25.332280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:25.337128 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d5049-3358-4709-8494-95db77076bbc req-3bd76b92-879b-4768-95e8-a5fdaa11c1f5 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:25.338756 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe9d5049-3358-4709-8494-95db77076bbc req-3bd76b92-879b-4768-95e8-a5fdaa11c1f5 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.2429922 Nov 19 15:50:25.376350 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:50:25.379456 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:25.382932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:50:25.383353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554474'] for router_interface, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:25.417248 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:25.421693 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:25.431648 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe9d5049-3358-4709-8494-95db77076bbc req-7905ac78-59c4-4d97-bba4-7cdee3b89163 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0842133 Nov 19 15:50:25.432675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:25.483558 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6a4039a3fd940acab5ac3590965387e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3850210 Nov 19 15:50:25.485391 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 42016) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:25.493028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2692b3-9eae-4472-ac21-46e10fc780f9,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:25.503849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.504298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.504610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.504998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.505385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.505773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.506155 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.506531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.506958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.507342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.507718 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.508093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.508577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.508953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.509327 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.509703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.510076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.510448 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.510917 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.511245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.511622 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.511994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.512363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.512895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:25.514504 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:25.518043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:25.734429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-f6d4025d-0247-4044-b9ec-7673e613f274 None None] Provisioning for port 2ed3ee7f-4805-4464-857a-104ead991f65 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:50:25.741490 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-f6d4025d-0247-4044-b9ec-7673e613f274 None None] Provisioning complete for port 2ed3ee7f-4805-4464-857a-104ead991f65 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:25.742234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f6d4025d-0247-4044-b9ec-7673e613f274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:25.786916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ea9f-5751-4e8e-8edd-b92eb4ff0566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:25.800635 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-f6d4025d-0247-4044-b9ec-7673e613f274 None None] Port 2ed3ee7f-4805-4464-857a-104ead991f65 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:50:25.892357 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ea9f-5751-4e8e-8edd-b92eb4ff0566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.047634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.052904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ea9f-5751-4e8e-8edd-b92eb4ff0566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.058250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6501c1cc-9e9f-4637-9dfa-ed1c2c1a0c01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:26.068682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.069494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851338541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225148'] for router_interface, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.095502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5ea9f-5751-4e8e-8edd-b92eb4ff0566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2692b3-9eae-4472-ac21-46e10fc780f9,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:26.098244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1cf5ea9f-5751-4e8e-8edd-b92eb4ff0566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:26.109885 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cb8061ac-886b-4d72-ba63-35bc22764664 tempest-DeleteServersTestJSON-294067404 tempest-DeleteServersTestJSON-294067404] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:26.255753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1cf5ea9f-5751-4e8e-8edd-b92eb4ff0566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.257007 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1cf5ea9f-5751-4e8e-8edd-b92eb4ff0566 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ac2692b3-9eae-4472-ac21-46e10fc780f9 HTTP/1.1" status: 204 len: 168 time: 0.7706041 Nov 19 15:50:26.288514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197db812-086f-4324-9092-b19a98d67b63 req-88f85a6a-c6ba-447d-8818-ff58c43e8a71 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:26.290085 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-197db812-086f-4324-9092-b19a98d67b63 req-88f85a6a-c6ba-447d-8818-ff58c43e8a71 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.3280604 Nov 19 15:50:26.295798 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Pushing event updated for resources: {'Port': ['ID=2ed3ee7f-4805-4464-857a-104ead991f65,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:26.303108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:26.344021 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 38e55b53-314f-47d4-be03-9ba717be13ec up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:50:26.384972 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-197db812-086f-4324-9092-b19a98d67b63 req-0a8d3e64-c128-4987-84be-31f907a235b1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857906 Nov 19 15:50:26.397506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:50:26.399327 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:26.465199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 38e55b53-314f-47d4-be03-9ba717be13ec completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:50:26.472813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 38e55b53-314f-47d4-be03-9ba717be13ec triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:26.473237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.666728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.705206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port 38e55b53-314f-47d4-be03-9ba717be13ec, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=38e55b53-314f-47d4-be03-9ba717be13ec,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:50:26.713470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.717931 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:26.828949 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-dfb48410-31d3-4a05-b8f4-2af84ef58478 None None] Provisioning complete for port 2ed3ee7f-4805-4464-857a-104ead991f65 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:26.829555 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dfb48410-31d3-4a05-b8f4-2af84ef58478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.854190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42032) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:26.877182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:26.892352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=38e55b53-314f-47d4-be03-9ba717be13ec,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:26.897399 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:26.908654 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-dfb48410-31d3-4a05-b8f4-2af84ef58478 None None] Port 2ed3ee7f-4805-4464-857a-104ead991f65 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:50:26.924183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:26.928641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Usage tracker for resource:security_group_rule and tenant:250e39235fbe4ce1a51382007a24c5d2 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:26.932121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:26.938840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:27.026455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:27.029686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:27.038137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1d68d916-6cdc-4cb3-b422-2ec9b0dcd98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:27.084357 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39586c5-6a4e-4f66-9594-54c112ea3d0b,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:27.094700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:27.098538 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=250e39235fbe4ce1a51382007a24c5d2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2431741 Nov 19 15:50:27.101595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42036) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:27.146076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691508f-a12e-458a-ad44-9a01fd5f8c87 req-4dbd24d2-c26a-4f9b-bf52-b3307672d373 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:27.147752 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3691508f-a12e-458a-ad44-9a01fd5f8c87 req-4dbd24d2-c26a-4f9b-bf52-b3307672d373 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.4060719 Nov 19 15:50:27.173857 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28bf4563-541b-45aa-8e68-287b6b26a5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:27.204318 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28bf4563-541b-45aa-8e68-287b6b26a5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:27.254953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28bf4563-541b-45aa-8e68-287b6b26a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:27.260646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5450cfbc-fa6e-4745-bcf7-d9fb174643cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:27.277312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bf4563-541b-45aa-8e68-287b6b26a5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39586c5-6a4e-4f66-9594-54c112ea3d0b,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:27.280815 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28bf4563-541b-45aa-8e68-287b6b26a5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:27.286148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-28bf4563-541b-45aa-8e68-287b6b26a5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:27.290283 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-28bf4563-541b-45aa-8e68-287b6b26a5a5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b39586c5-6a4e-4f66-9594-54c112ea3d0b HTTP/1.1" status: 204 len: 168 time: 0.1875226 Nov 19 15:50:27.292836 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3691508f-a12e-458a-ad44-9a01fd5f8c87 req-cb2babc1-a765-466e-baa4-1b23f517f392 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1336167 Nov 19 15:50:27.322723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Router f5f90a00-34e9-4c55-a540-3b1c305cdd76 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:50:27.643129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:50:27.650226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e521d2-e1cc-4241-9ef9-ab3c503aeb58 req-692929a7-bc00-42a2-b7b2-1d190fb28184 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:27.651868 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c8e521d2-e1cc-4241-9ef9-ab3c503aeb58 req-692929a7-bc00-42a2-b7b2-1d190fb28184 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1154969 Nov 19 15:50:27.655505 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] 10.222.0.48 "PUT /v2.0/routers/f5f90a00-34e9-4c55-a540-3b1c305cdd76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6256669 Nov 19 15:50:27.758890 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c8e521d2-e1cc-4241-9ef9-ab3c503aeb58 req-4f0606a3-0c07-4b9c-b7d2-108badf452f7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923600 Nov 19 15:50:28.213609 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Sync routers for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:50:28.229545 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:50:28.230125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:50:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:50:28.300516 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 38e55b53-314f-47d4-be03-9ba717be13ec up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:50:28.487308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:50:28.766524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d05726-4bf7-48cb-8af9-326759033ba9 req-55605554-0ea0-4402-bb31-3c1241a74350 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:28.768855 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-89d05726-4bf7-48cb-8af9-326759033ba9 req-55605554-0ea0-4402-bb31-3c1241a74350 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.2323959 Nov 19 15:50:28.859374 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-89d05726-4bf7-48cb-8af9-326759033ba9 req-cf7af438-055b-4f18-897b-e02fd0ac8791 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0828133 Nov 19 15:50:28.917476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 38e55b53-314f-47d4-be03-9ba717be13ec triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:28.917885 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:29.057720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e85a7-3a45-4161-b76e-700d9eb7ac42 req-f4ee9edb-5d77-41f1-9b96-a1ab091fe4ff tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:29.068246 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f53e85a7-3a45-4161-b76e-700d9eb7ac42 req-f4ee9edb-5d77-41f1-9b96-a1ab091fe4ff tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1223962 Nov 19 15:50:29.086594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '2ed3ee7f-4805-4464-857a-104ead991f65', 'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'mac_address': 'fa:16:3e:80:08:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:24Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 2, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'subnets': [{'id': '197f1051-f64d-40ab-8c2e-b78788735868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:50:29.091257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Checking router: f5f90a00-34e9-4c55-a540-3b1c305cdd76 for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:50:29.094251 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Updating router f5f90a00-34e9-4c55-a540-3b1c305cdd76 port 2ed3ee7f-4805-4464-857a-104ead991f65 binding host dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:50:29.172328 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f53e85a7-3a45-4161-b76e-700d9eb7ac42 req-93ba09cc-eeeb-4f66-a7a2-785a5d718ca1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017764 Nov 19 15:50:29.185353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:29.685368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Notify callbacks [] for port, precommit_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:29.700603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Transition to ACTIVE for port object 2ed3ee7f-4805-4464-857a-104ead991f65 will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:50:29.704484 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:29.951801 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:30.036202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51dfc5-fdca-4b8b-927d-d8217c55faae None None] Pushing event updated for resources: {'Port': ['ID=2ed3ee7f-4805-4464-857a-104ead991f65,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:30.041075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8e51dfc5-fdca-4b8b-927d-d8217c55faae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:30.258106 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925e18c-1baf-4667-9d99-93a327e460c3 req-71803a14-a364-4e8b-97a6-27be646a977c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:30.271317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Attempting to bind port 2ed3ee7f-4805-4464-857a-104ead991f65 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:50:30.271716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Attempting to bind port 2ed3ee7f-4805-4464-857a-104ead991f65 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:50:30.272131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Attempting to bind port 2ed3ee7f-4805-4464-857a-104ead991f65 on network d5ccc901-2a26-468a-972b-1ca66f4ebc1a {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:50:30.276435 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1925e18c-1baf-4667-9d99-93a327e460c3 req-71803a14-a364-4e8b-97a6-27be646a977c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1760728 Nov 19 15:50:30.294237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 50, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:50:30.294237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Checking segment: {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:50:30.294237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:30.294704 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Bound using segment: {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:50:30.295884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Bound port: 2ed3ee7f-4805-4464-857a-104ead991f65, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:50:30.297363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:30.402316 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1925e18c-1baf-4667-9d99-93a327e460c3 req-00bcaca5-8829-4376-9eb6-6fc5087c5d33 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1235960 Nov 19 15:50:30.470362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] For port 2ed3ee7f-4805-4464-857a-104ead991f65, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:50:30.475040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] For port 2ed3ee7f-4805-4464-857a-104ead991f65, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=2ed3ee7f-4805-4464-857a-104ead991f65,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:50:30.482370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:30.500665 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c73c356f-d8ee-4e87-8ee6-e599330fd426 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:30.624078 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42136) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:30.638658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c39d7e-7e47-4ad1-b344-79a10f77735d req-ca5c3b1d-ecf4-4e1a-8f32-336690596007 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:30.653341 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e8c39d7e-7e47-4ad1-b344-79a10f77735d req-ca5c3b1d-ecf4-4e1a-8f32-336690596007 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.2210162 Nov 19 15:50:30.686842 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51dfc5-fdca-4b8b-927d-d8217c55faae None None] Pushing event updated for resources: {'Port': ['ID=2ed3ee7f-4805-4464-857a-104ead991f65,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:30.692317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8e51dfc5-fdca-4b8b-927d-d8217c55faae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:30.747068 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e8c39d7e-7e47-4ad1-b344-79a10f77735d req-ddabe345-2f48-4c28-a0d7-85bf35669257 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926557 Nov 19 15:50:30.782520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:50:30.783308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:50:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:50:30.897867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:30.950464 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:30.955948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Usage tracker for resource:security_group_rule and tenant:60f75ac992644dcb8b107e33137be864 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:30.959585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:30.966938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:31.056591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:31.069916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:31.085076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0834f1e8-8096-4218-8463-b7b26b232b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:31.114576 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9f9b97-f709-4dbd-9826-9eab278055af,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:31.118411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:31.152509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 42144) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:31.152663 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=60f75ac992644dcb8b107e33137be864&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5273654 Nov 19 15:50:31.221109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:50:31.237896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:31.270164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:31.329899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:31.335761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b8a47a04-5a7f-482c-b1ba-74b9094c81ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:31.352107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9f9b97-f709-4dbd-9826-9eab278055af,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:31.366334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.366735 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.367158 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.367550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.367937 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.368321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.368701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.369090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.369466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.369843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.370221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.370598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.371115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.371474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.371869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.372388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.372766 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.373160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.373529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.373906 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.374343 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.375267 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.375642 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.376031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:50:31.380147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:31.381447 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1c9f9b97-f709-4dbd-9826-9eab278055af HTTP/1.1" status: 204 len: 168 time: 0.2272944 Nov 19 15:50:31.382616 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:31.665047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '2ed3ee7f-4805-4464-857a-104ead991f65', 'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'mac_address': 'fa:16:3e:80:08:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:24Z', 'updated_at': '2020-11-19T15:50:30Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'subnets': [{'id': '197f1051-f64d-40ab-8c2e-b78788735868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:50:31.670204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577a80d9-8513-4fbc-87eb-8bc3fd262b5f None None] The sync data for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb is: [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '2ed3ee7f-4805-4464-857a-104ead991f65', 'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'mac_address': 'fa:16:3e:80:08:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:24Z', 'updated_at': '2020-11-19T15:50:30Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'subnets': [{'id': '197f1051-f64d-40ab-8c2e-b78788735868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:50:31.769178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d941b43c-73e5-4684-b074-9ed4caf15b78 req-44f91f0e-8bc9-4285-8d97-187abdd2b56a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:31.771102 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d941b43c-73e5-4684-b074-9ed4caf15b78 req-44f91f0e-8bc9-4285-8d97-187abdd2b56a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1409883 Nov 19 15:50:31.894583 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d941b43c-73e5-4684-b074-9ed4caf15b78 req-b0ad6832-e3f0-4d26-b2f4-d9d5e9c567da tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1128378 Nov 19 15:50:32.156126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42158) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:32.194308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.276878 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:32.283492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Usage tracker for resource:security_group_rule and tenant:20f81fc43be64b0a84da57499274d0b9 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:32.291732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:32.301329 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b751c14-815c-46f1-8993-5230d05ce8c1 req-306b320e-886a-4cf2-8238-de6529f7b661 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:32.305052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:32.308064 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4b751c14-815c-46f1-8993-5230d05ce8c1 req-306b320e-886a-4cf2-8238-de6529f7b661 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1838050 Nov 19 15:50:32.407518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 2ed3ee7f-4805-4464-857a-104ead991f65 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:50:32.408745 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4b751c14-815c-46f1-8993-5230d05ce8c1 req-81beb9df-f0d6-4c87-aa47-4e9df9c0b8f2 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879915 Nov 19 15:50:32.469741 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.479390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.499051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-844edcaf-b9f6-4005-8f3b-92bc6ad49f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:32.548423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1153507b-e5f7-442d-a221-db00d2296f11,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:32.557070 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20f81fc43be64b0a84da57499274d0b9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3995874 Nov 19 15:50:32.558273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 42166) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:32.558517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:32.606009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 2ed3ee7f-4805-4464-857a-104ead991f65 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:50:32.614053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 2ed3ee7f-4805-4464-857a-104ead991f65 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:32.614483 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.716519 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ada22705-22b6-4122-bbb4-407bc3797cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.768853 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ada22705-22b6-4122-bbb4-407bc3797cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.805455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.856047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ada22705-22b6-4122-bbb4-407bc3797cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.868593 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-deaf463f-70be-4c28-aee7-f9b6304ec055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:32.874977 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port 2ed3ee7f-4805-4464-857a-104ead991f65, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=2ed3ee7f-4805-4464-857a-104ead991f65,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:50:32.884855 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.887824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:32.907519 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ada22705-22b6-4122-bbb4-407bc3797cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:32.911155 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-ada22705-22b6-4122-bbb4-407bc3797cf4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1153507b-e5f7-442d-a221-db00d2296f11 HTTP/1.1" status: 204 len: 168 time: 0.3489020 Nov 19 15:50:32.911954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada22705-22b6-4122-bbb4-407bc3797cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1153507b-e5f7-442d-a221-db00d2296f11,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:32.921999 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ada22705-22b6-4122-bbb4-407bc3797cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:33.142602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=2ed3ee7f-4805-4464-857a-104ead991f65,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:33.190728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:33.366786 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3eb180-7bab-4d3a-b2c9-64ac578140a4 req-2d246766-dfc8-456a-b721-4569e2c58b64 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:33.374983 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e3eb180-7bab-4d3a-b2c9-64ac578140a4 req-2d246766-dfc8-456a-b721-4569e2c58b64 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1287901 Nov 19 15:50:33.483497 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e3eb180-7bab-4d3a-b2c9-64ac578140a4 req-7ffa2e81-9bd2-4b8c-8c1f-9ee655d7f184 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070676 Nov 19 15:50:33.775146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03565e26-d0d1-461a-b5c4-f2afa3fd88cb req-3f654a55-2e0a-47c7-ba9b-0709e88fa4b1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:33.776841 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-03565e26-d0d1-461a-b5c4-f2afa3fd88cb req-3f654a55-2e0a-47c7-ba9b-0709e88fa4b1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1468163 Nov 19 15:50:33.845411 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-03565e26-d0d1-461a-b5c4-f2afa3fd88cb req-3ce1bc33-5b80-408a-8804-514147acb6a6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582292 Nov 19 15:50:34.319287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 2ed3ee7f-4805-4464-857a-104ead991f65 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:50:34.424634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 2ed3ee7f-4805-4464-857a-104ead991f65 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:34.425215 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:34.781542 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2ca25569-8aa3-4e54-9624-8903792c272b req-f23f7155-a28e-4cc5-a441-95fa9cd82204 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1162 time: 0.1075797 Nov 19 15:50:35.005944 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2ca25569-8aa3-4e54-9624-8903792c272b req-6aa58310-f306-496b-9b16-972bb828f263 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477690 Nov 19 15:50:35.032679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86861f05-a27e-40d8-9ecd-e18537a1fa1e req-73df0476-b572-4bac-b2a4-dd76eb694ad5 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:35.044369 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-86861f05-a27e-40d8-9ecd-e18537a1fa1e req-73df0476-b572-4bac-b2a4-dd76eb694ad5 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.2753327 Nov 19 15:50:35.206846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd31ad3-3fc0-4f95-9b47-33b0c89edb42 req-afaa8e6f-8359-4f5a-a58d-a07d6d4274d0 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:35.208356 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2fd31ad3-3fc0-4f95-9b47-33b0c89edb42 req-afaa8e6f-8359-4f5a-a58d-a07d6d4274d0 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1612809 Nov 19 15:50:35.220995 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-86861f05-a27e-40d8-9ecd-e18537a1fa1e req-6f25523c-d3a3-42a0-b56b-9d41520c16ae tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1756530 Nov 19 15:50:35.292350 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2fd31ad3-3fc0-4f95-9b47-33b0c89edb42 req-530e192f-44af-4bb8-b215-f28716bb703c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682924 Nov 19 15:50:35.348416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 42238) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:35.736812 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:35.774022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:35.778120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Usage tracker for resource:security_group_rule and tenant:3b3ded98f7fb4e388b2ad10925c4da49 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:35.782280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:35.789474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:35.882698 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:35.891040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:35.922366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-da3aaa69-c30f-4588-abc8-d7d1cdac32bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:35.954341 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b3ded98f7fb4e388b2ad10925c4da49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6044183 Nov 19 15:50:35.957029 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42256) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:35.965884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1eb287-1d1d-40b2-8916-82c61122d3f1,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:35.970229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:36.073418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b0794b2d-10d7-48fc-8054-c22f4c803fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:36.114858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b0794b2d-10d7-48fc-8054-c22f4c803fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:36.210763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b0794b2d-10d7-48fc-8054-c22f4c803fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:36.220869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dc250b49-721a-446b-9c8a-f802d0fe439e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:36.245228 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0794b2d-10d7-48fc-8054-c22f4c803fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1eb287-1d1d-40b2-8916-82c61122d3f1,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:36.248256 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b0794b2d-10d7-48fc-8054-c22f4c803fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:36.284877 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b0794b2d-10d7-48fc-8054-c22f4c803fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:36.306358 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b0794b2d-10d7-48fc-8054-c22f4c803fde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b1eb287-1d1d-40b2-8916-82c61122d3f1 HTTP/1.1" status: 204 len: 168 time: 0.3399277 Nov 19 15:50:36.769606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ba825-24d4-4d63-82f2-fdb91590382a req-edc91ee9-2b57-4bae-a80d-cd2b3f667c5e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:36.771418 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-259ba825-24d4-4d63-82f2-fdb91590382a req-edc91ee9-2b57-4bae-a80d-cd2b3f667c5e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1823668 Nov 19 15:50:36.808598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51933ab1-d974-4181-a6f5-56c0c8bb09b8 req-c0221ef3-5cc0-46c2-9488-10704a06a77f tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:36.810317 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-51933ab1-d974-4181-a6f5-56c0c8bb09b8 req-c0221ef3-5cc0-46c2-9488-10704a06a77f tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.3197374 Nov 19 15:50:36.924429 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-259ba825-24d4-4d63-82f2-fdb91590382a req-622b7627-486f-4b20-b1f9-b8a359bea366 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404502 Nov 19 15:50:37.014420 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-51933ab1-d974-4181-a6f5-56c0c8bb09b8 req-6778a830-6893-464a-bea9-3e8eafb6887f tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1091547 Nov 19 15:50:37.567014 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7fcd3b1b-c0b2-4209-b4e5-8ac00673ef70 req-8b998045-335a-4823-a174-870e8c6abbf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1162 time: 0.1131923 Nov 19 15:50:37.825288 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef35b6-b821-40e7-a010-cde61bb6c09b req-27ae2128-46f9-4809-a21f-35f75e8ef104 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:37.827064 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-06ef35b6-b821-40e7-a010-cde61bb6c09b req-27ae2128-46f9-4809-a21f-35f75e8ef104 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.2569420 Nov 19 15:50:37.842132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd3b1b-c0b2-4209-b4e5-8ac00673ef70 req-ff67f9da-82f8-45f2-a4ac-f8d5e8cb284b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:37.843853 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7fcd3b1b-c0b2-4209-b4e5-8ac00673ef70 req-ff67f9da-82f8-45f2-a4ac-f8d5e8cb284b service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 912 time: 0.2369494 Nov 19 15:50:37.979049 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7fcd3b1b-c0b2-4209-b4e5-8ac00673ef70 req-0a190a3b-9699-420b-89c3-7ff45cb8df0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25708ef-49f9-400e-9fac-a633331f4359 HTTP/1.1" status: 200 len: 217 time: 0.1201174 Nov 19 15:50:38.019747 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-06ef35b6-b821-40e7-a010-cde61bb6c09b req-4238f201-dcab-4a53-99e0-2b6c7af6238e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815548 Nov 19 15:50:38.122623 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42316) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:38.135647 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd3b1b-c0b2-4209-b4e5-8ac00673ef70 req-1c6821ca-ec31-4997-9f73-1446f712ade8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:38.137342 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7fcd3b1b-c0b2-4209-b4e5-8ac00673ef70 req-1c6821ca-ec31-4997-9f73-1446f712ade8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.1305168 Nov 19 15:50:38.238457 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7fcd3b1b-c0b2-4209-b4e5-8ac00673ef70 req-c86330e4-06b7-47ca-83dc-af1e754db8a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814247 Nov 19 15:50:38.357851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1399067083-network', 'tenant_id': '8df38ae2582446389f15487eed52570d'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:38.363117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:38.367556 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Usage tracker for resource:network and tenant:8df38ae2582446389f15487eed52570d is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:38.370670 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:38.377604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:38.396630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Made reservation on behalf of 8df38ae2582446389f15487eed52570d for: {'network': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:38.402830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:38.426403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:38.505675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:38.526074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Usage tracker for resource:security_group_rule and tenant:8df38ae2582446389f15487eed52570d is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:38.533011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:38.546559 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:38.728902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:38.734290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:38.746528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-52ced70e-867d-46eb-a480-63303459a52f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:38.794137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:38.799477 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:38.829289 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:50:38.844809 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:38.845249 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Added segment 1684072e-8f58-469f-a9aa-7a57e9095dd0 of type vxlan for network ea196d1c-6c86-4756-83cb-20c0a9935a58 Nov 19 15:50:38.889533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:38.953990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:38.957111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:38.958555 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:38.969079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-947cfe82-366e-4b16-9cdb-d04bf1cd17e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:38.994314 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5f0e6-40a7-484d-82e0-dd096a8f1a43 req-a9f1b296-67c0-4fe0-9386-98cc17497e3d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:38.997186 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fcf5f0e6-40a7-484d-82e0-dd096a8f1a43 req-a9f1b296-67c0-4fe0-9386-98cc17497e3d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.7575638 Nov 19 15:50:39.005067 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7fcd3b1b-c0b2-4209-b4e5-8ac00673ef70 req-a5808994-e6c0-42b8-af85-18d23fefa88a service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074337 Nov 19 15:50:39.070257 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fcf5f0e6-40a7-484d-82e0-dd096a8f1a43 req-f862c1e1-a336-4d64-a4c9-7ba7e40a5ef6 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625889 Nov 19 15:50:39.084716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ea196d1c-6c86-4756-83cb-20c0a9935a58,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:39.089869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:39.100961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network ea196d1c-6c86-4756-83cb-20c0a9935a58 details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:50:39.120813 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9942753 Nov 19 15:50:39.122071 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42346) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:39.143916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Request body: {'subnet': {'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1399067083-subnet', 'tenant_id': '8df38ae2582446389f15487eed52570d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:39.143916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:39.146870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Usage tracker for resource:subnet and tenant:8df38ae2582446389f15487eed52570d is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:39.151224 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:39.160388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:39.179073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Made reservation on behalf of 8df38ae2582446389f15487eed52570d for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:39.184526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28073958'] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:39.241559 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7fcd3b1b-c0b2-4209-b4e5-8ac00673ef70 req-0fc4ac80-a276-41f5-9274-eed74f383a1b service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1747236 Nov 19 15:50:39.268481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019953fa-4811-4150-87f0-e25541d7fa6b req-4a0b17ff-cb82-4363-a2d6-1a1f977e97d6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:39.276307 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-019953fa-4811-4150-87f0-e25541d7fa6b req-4a0b17ff-cb82-4363-a2d6-1a1f977e97d6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.4596827 Nov 19 15:50:39.380394 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-019953fa-4811-4150-87f0-e25541d7fa6b req-47608219-f7f6-4009-a0c4-62be9d3268bc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030395 Nov 19 15:50:39.398796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network ea196d1c-6c86-4756-83cb-20c0a9935a58 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:50:39.470001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fd9aa-2f59-41b2-833a-089a205435a9 req-4c1716e9-8baf-4bc7-88cf-34b4db1418b1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:39.473020 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-704fd9aa-2f59-41b2-833a-089a205435a9 req-4c1716e9-8baf-4bc7-88cf-34b4db1418b1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.2169852 Nov 19 15:50:39.561384 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-704fd9aa-2f59-41b2-833a-089a205435a9 req-1897e7cc-1d95-43d9-b8c0-168fcbde0e22 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811269 Nov 19 15:50:39.842732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28051292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28073941'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:39.869256 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6efab9c2-0d9d-4eea-a412-17e1c31bc3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:40.016887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb96b53-0e5b-495c-a7f7-5a78dd585619,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:40.021183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:40.083512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Checking segment: {'id': '1684072e-8f58-469f-a9aa-7a57e9095dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:50:40.083905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Network hostable DHCP agents. Network: ea196d1c-6c86-4756-83cb-20c0a9935a58, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:50:40.112286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Network ea196d1c-6c86-4756-83cb-20c0a9935a58 is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:50:40.127871 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, ea196d1c-6c86-4756-83cb-20c0a9935a58) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:40.137129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f03399a-5f7a-4a2e-bb14-b9b735511b21 None None] Network ea196d1c-6c86-4756-83cb-20c0a9935a58 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:50:40.188774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:40.191703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:40.262840 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1284628 Nov 19 15:50:40.398081 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3509ab9-ff2d-4bcd-a868-52acf7de77c8 req-87e306b4-5442-4c02-b95e-b9faed0682f4 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:40.406689 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f3509ab9-ff2d-4bcd-a868-52acf7de77c8 req-87e306b4-5442-4c02-b95e-b9faed0682f4 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1382754 Nov 19 15:50:40.436026 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2a124d-0dd2-4441-b240-25a12ac3e6ff None None] Network ea196d1c-6c86-4756-83cb-20c0a9935a58 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:50:40.479530 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f3509ab9-ff2d-4bcd-a868-52acf7de77c8 req-a3dae926-4d0d-46f4-a369-3b738d684601 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702708 Nov 19 15:50:40.722794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ff58e7-11a3-46c8-8f40-13b7cd6db4b4 req-f8ff11e4-de83-4fdd-a9c4-0194df723278 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:40.731421 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-42ff58e7-11a3-46c8-8f40-13b7cd6db4b4 req-f8ff11e4-de83-4fdd-a9c4-0194df723278 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.1119852 Nov 19 15:50:40.794191 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-42ff58e7-11a3-46c8-8f40-13b7cd6db4b4 req-5881fb7c-54fc-4ae5-a3fe-b4659a12578a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616846 Nov 19 15:50:40.904550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42368) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:40.966270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d73e6-3deb-4d2d-b3d7-3315bc7c0216 req-5f51fe4d-032f-4566-a377-e032f7a63107 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:40.978063 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-881d73e6-3deb-4d2d-b3d7-3315bc7c0216 req-5f51fe4d-032f-4566-a377-e032f7a63107 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1276748 Nov 19 15:50:41.040642 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-881d73e6-3deb-4d2d-b3d7-3315bc7c0216 req-8cca0c90-00d3-41ee-b2b7-b64ba67be672 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608945 Nov 19 15:50:41.191983 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:41.255697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:41.260461 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Usage tracker for resource:security_group_rule and tenant:0a333fdcd0c24778bf18d5a46b271dfa is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:41.264060 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:41.271893 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:41.349786 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:41.355638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:41.370223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6d30e598-47e9-4c7a-b698-7ff523e93a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:41.417595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9e3f23-072d-4cdf-8ffa-877ff5456601,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:41.424993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 42374) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:41.437720 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a333fdcd0c24778bf18d5a46b271dfa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5314007 Nov 19 15:50:41.438928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:41.498707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1acbabca-3dca-4ab9-bc92-d515a339c5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:41.562403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1acbabca-3dca-4ab9-bc92-d515a339c5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:41.611617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1acbabca-3dca-4ab9-bc92-d515a339c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:41.620284 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8c69b293-dfb0-4edb-8a4f-61b11cb76696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:41.637811 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbabca-3dca-4ab9-bc92-d515a339c5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9e3f23-072d-4cdf-8ffa-877ff5456601,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:41.641339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1acbabca-3dca-4ab9-bc92-d515a339c5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:41.642278 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1acbabca-3dca-4ab9-bc92-d515a339c5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:41.651029 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1acbabca-3dca-4ab9-bc92-d515a339c5bb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1f9e3f23-072d-4cdf-8ffa-877ff5456601 HTTP/1.1" status: 204 len: 168 time: 0.2247910 Nov 19 15:50:41.862466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab38a49-219a-416d-b30e-ea2a02dc0cd2 req-50a66f7a-4ae9-4b20-8964-964c4f2ac498 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:41.864366 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0ab38a49-219a-416d-b30e-ea2a02dc0cd2 req-50a66f7a-4ae9-4b20-8964-964c4f2ac498 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1096690 Nov 19 15:50:41.932578 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0ab38a49-219a-416d-b30e-ea2a02dc0cd2 req-d249e5ae-48d5-437a-ac86-8e7d5ed63396 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610969 Nov 19 15:50:42.157592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76508ca7-37a8-421e-a8fc-c8eb71116211 req-7202ce96-b365-4036-9593-516f8891df40 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:42.164921 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-76508ca7-37a8-421e-a8fc-c8eb71116211 req-7202ce96-b365-4036-9593-516f8891df40 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0965469 Nov 19 15:50:42.222188 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-76508ca7-37a8-421e-a8fc-c8eb71116211 req-be2bf3a5-0bc3-4589-8472-1e39a47e9b03 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560801 Nov 19 15:50:42.230237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42392) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:42.274519 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:42.310896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:42.315866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Usage tracker for resource:security_group_rule and tenant:9efbea5081fd4f4f8ebf74d22016850f is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:42.319075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:42.319598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b9a0b-a5e2-4a0f-81ea-e068fbdf5842 req-c98b956a-a8b5-481a-a6a9-f6ccef2b35a8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:42.321212 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ca2b9a0b-a5e2-4a0f-81ea-e068fbdf5842 req-c98b956a-a8b5-481a-a6a9-f6ccef2b35a8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1126015 Nov 19 15:50:42.325595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:42.377314 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ca2b9a0b-a5e2-4a0f-81ea-e068fbdf5842 req-713ce16e-60f8-4fb2-b090-c9ad6b2ca436 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463293 Nov 19 15:50:42.411592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:42.414508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:42.424721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fe3af3e7-caf0-45b3-a243-4be00d52be72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:42.470489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e4b452-532c-40fe-a229-5936aeb20c71,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:42.485250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:42.494458 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9efbea5081fd4f4f8ebf74d22016850f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2622993 Nov 19 15:50:42.496939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42398) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:42.575327 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a33ec50d-0aac-4eab-ba20-d5699da94395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:42.607666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a33ec50d-0aac-4eab-ba20-d5699da94395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:42.675574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a33ec50d-0aac-4eab-ba20-d5699da94395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:42.695651 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cd5950be-3919-4172-bf17-54227b9efd9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:42.728148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a33ec50d-0aac-4eab-ba20-d5699da94395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:42.742064 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a33ec50d-0aac-4eab-ba20-d5699da94395 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61e4b452-532c-40fe-a229-5936aeb20c71 HTTP/1.1" status: 204 len: 168 time: 0.2434895 Nov 19 15:50:42.743881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ec50d-0aac-4eab-ba20-d5699da94395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e4b452-532c-40fe-a229-5936aeb20c71,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:42.748259 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a33ec50d-0aac-4eab-ba20-d5699da94395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:43.345494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5678ede-4465-4c9e-8915-086e84e8da0b req-97d3ef21-75d7-4d4d-8e68-82e02eb26354 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:43.347156 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e5678ede-4465-4c9e-8915-086e84e8da0b req-97d3ef21-75d7-4d4d-8e68-82e02eb26354 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1640332 Nov 19 15:50:43.507456 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e5678ede-4465-4c9e-8915-086e84e8da0b req-f056b826-4ea1-4e3f-acdf-cf61f17e4b15 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1332462 Nov 19 15:50:43.538846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-d7a6594d-ed2d-4b68-811d-9a50b3a6a3c6 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:43.550317 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-d7a6594d-ed2d-4b68-811d-9a50b3a6a3c6 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/networks?id=ea196d1c-6c86-4756-83cb-20c0a9935a58 HTTP/1.1" status: 200 len: 814 time: 0.2698257 Nov 19 15:50:43.567401 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-efc4af59-bd85-4941-8006-c2571e923d4c tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/quotas/8df38ae2582446389f15487eed52570d HTTP/1.1" status: 200 len: 375 time: 0.0132179 Nov 19 15:50:43.638716 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-d515f866-553e-449f-a1e3-bc3e0b2fa17a tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?tenant_id=8df38ae2582446389f15487eed52570d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645967 Nov 19 15:50:43.834501 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5152648b-f766-464b-9c08-082fae76a68e req-0dbcab23-7234-4a0a-a812-6fce0dd5e558 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:43.836148 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5152648b-f766-464b-9c08-082fae76a68e req-0dbcab23-7234-4a0a-a812-6fce0dd5e558 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.1962957 Nov 19 15:50:43.882846 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-8c208bdc-1567-4dc5-ba51-5bda73390ba0 service neutron] 10.222.0.48 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920578 Nov 19 15:50:43.900352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42456) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:43.947931 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5152648b-f766-464b-9c08-082fae76a68e req-d8719a84-3da4-4a45-b49d-dc090fe0244f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042440 Nov 19 15:50:44.043563 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-b46a92f3-b0f0-4d26-ab8d-48bd29f1e444 service neutron] 10.222.0.48 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1518810 Nov 19 15:50:44.053398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1084072518-network', 'tenant_id': 'e42397305ba94c0cb5680ab9c29445c8'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:44.058764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:44.062970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Usage tracker for resource:network and tenant:e42397305ba94c0cb5680ab9c29445c8 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:44.065956 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:44.072106 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:44.084635 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Made reservation on behalf of e42397305ba94c0cb5680ab9c29445c8 for: {'network': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:44.089475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:44.105014 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:44.141116 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:44.152511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Usage tracker for resource:security_group_rule and tenant:e42397305ba94c0cb5680ab9c29445c8 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:44.152511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:44.156524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:44.245385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:44.251905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:44.256830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-11e16987-5743-471d-8fe4-a6c7d983b848 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:44.287806 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2523c1cb-5408-4b2e-87bf-b8c84ff0530c,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:44.291286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:44.319425 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:50:44.342317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:44.343432 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Added segment 8fce78f7-92c5-40e9-8997-a5c931ab4a0e of type vxlan for network b2cb490d-8ac7-4b19-aa5b-17bf569599ec Nov 19 15:50:44.379561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:44.409352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8129a-1063-4c33-985d-1549e47ea57c req-40dfe9c7-b9aa-44dd-9c21-240508357861 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:44.411277 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a0c8129a-1063-4c33-985d-1549e47ea57c req-40dfe9c7-b9aa-44dd-9c21-240508357861 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1040211 Nov 19 15:50:44.424087 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:44.425385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:44.426026 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:44.448919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:44.528982 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a0c8129a-1063-4c33-985d-1549e47ea57c req-7946a29e-5e8a-45f3-92e4-009b21dae52a tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573547 Nov 19 15:50:44.554868 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6e04563-e563-404f-8d57-bdd97d1d6085 req-b412813e-3f98-4c94-a339-0872a7268327 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 1162 time: 0.1423755 Nov 19 15:50:44.797676 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8958030 Nov 19 15:50:44.801140 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0d38caf1-04bf-465e-ab1f-fbc6fc8552d7 req-6bbe6370-18b5-4922-a304-d5dd5163228e tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 210 time: 0.1290791 Nov 19 15:50:44.802953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42484) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:44.805891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Pushing event updated for resources: {'Network': ['ID=b2cb490d-8ac7-4b19-aa5b-17bf569599ec,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:44.811866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Request body: {'subnet': {'network_id': 'b2cb490d-8ac7-4b19-aa5b-17bf569599ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1084072518-subnet', 'tenant_id': 'e42397305ba94c0cb5680ab9c29445c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:44.816988 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:44.821033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network b2cb490d-8ac7-4b19-aa5b-17bf569599ec details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:50:44.821193 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Usage tracker for resource:subnet and tenant:e42397305ba94c0cb5680ab9c29445c8 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:44.824157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:44.827889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:44.831548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:44.845036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Made reservation on behalf of e42397305ba94c0cb5680ab9c29445c8 for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:44.850202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28073958'] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:44.861554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e04563-e563-404f-8d57-bdd97d1d6085 req-67b9d12a-0830-4db5-b2de-bfda26329606 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:44.863283 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6e04563-e563-404f-8d57-bdd97d1d6085 req-67b9d12a-0830-4db5-b2de-bfda26329606 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 905 time: 0.2992628 Nov 19 15:50:44.868353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network b2cb490d-8ac7-4b19-aa5b-17bf569599ec details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:50:44.874935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0aa858-efde-49ef-9fa3-1632d035f485 req-2fc0bb10-35e9-4cd2-ac9a-33271658db73 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:44.882416 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cd0aa858-efde-49ef-9fa3-1632d035f485 req-2fc0bb10-35e9-4cd2-ac9a-33271658db73 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.2572694 Nov 19 15:50:45.051269 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6e04563-e563-404f-8d57-bdd97d1d6085 req-1b1a9462-ac7f-4453-b631-47dad34dcea6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f669aa-22d2-4105-bfb1-ac4436557dd4 HTTP/1.1" status: 200 len: 1001 time: 0.1658647 Nov 19 15:50:45.133029 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cd0aa858-efde-49ef-9fa3-1632d035f485 req-a4b1d103-8fd1-4a37-9ee4-22f72f1b5ff7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2495084 Nov 19 15:50:45.170705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e04563-e563-404f-8d57-bdd97d1d6085 req-b319039f-b227-4bfe-b5d0-9d6ea4bf15e3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:45.172878 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6e04563-e563-404f-8d57-bdd97d1d6085 req-b319039f-b227-4bfe-b5d0-9d6ea4bf15e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 200 len: 850 time: 0.1123586 Nov 19 15:50:45.273067 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6e04563-e563-404f-8d57-bdd97d1d6085 req-64f07bec-00fc-485b-9981-de72c86c42b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff79497e-4d00-46d7-9667-b21a1f313c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902972 Nov 19 15:50:45.321459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28051292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28073941'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:45.337422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:45.473903 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6e04563-e563-404f-8d57-bdd97d1d6085 req-66d4e2ad-2844-4206-9321-62ac15efb419 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595674 Nov 19 15:50:45.491537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=891cbed0-87f8-4fb7-a947-0088a61eded8,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:45.495733 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:45.588259 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Checking segment: {'id': '8fce78f7-92c5-40e9-8997-a5c931ab4a0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b2cb490d-8ac7-4b19-aa5b-17bf569599ec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:50:45.588654 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Network hostable DHCP agents. Network: b2cb490d-8ac7-4b19-aa5b-17bf569599ec, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:50:45.613707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Network b2cb490d-8ac7-4b19-aa5b-17bf569599ec is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:50:45.622330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, b2cb490d-8ac7-4b19-aa5b-17bf569599ec) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:45.634516 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:45.635018 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5046946-d400-4459-a256-fed0ed8275ea None None] Network b2cb490d-8ac7-4b19-aa5b-17bf569599ec requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:50:45.635201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:45.659809 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8554459 Nov 19 15:50:45.924506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817172e8-de12-4d85-8bfa-0d2405ce57fa None None] Network b2cb490d-8ac7-4b19-aa5b-17bf569599ec requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:50:46.002745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-7ded0eca-7006-4fe5-9104-32482c714c46 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:46.003526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-7ded0eca-7006-4fe5-9104-32482c714c46 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Synchronizing usage tracker for tenant:8df38ae2582446389f15487eed52570d on resource:network {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:50:46.022689 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-7ded0eca-7006-4fe5-9104-32482c714c46 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Unset dirty status for tenant:8df38ae2582446389f15487eed52570d on resource:network {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:50:46.024014 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-7ded0eca-7006-4fe5-9104-32482c714c46 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.55 "GET /v2.0/networks?id=ea196d1c-6c86-4756-83cb-20c0a9935a58 HTTP/1.1" status: 200 len: 814 time: 0.3103111 Nov 19 15:50:46.050958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Request body: {'port': {'device_id': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58', 'admin_state_up': True, 'tenant_id': '8df38ae2582446389f15487eed52570d'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:46.071707 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6e04563-e563-404f-8d57-bdd97d1d6085 req-39c5b95e-b24b-4c8a-83a8-55b5ee111715 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5148273 Nov 19 15:50:46.157869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-c7e78167-a0a2-4bbe-bfb7-e21d113ee6ab tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:46.158638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-c7e78167-a0a2-4bbe-bfb7-e21d113ee6ab tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Synchronizing usage tracker for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:network {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:50:46.170258 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcb5971-bfae-46e2-8694-59b88b588372 req-da50ae85-9fa7-4a9e-95ab-9cfef72a3ec0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:46.179452 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1bcb5971-bfae-46e2-8694-59b88b588372 req-da50ae85-9fa7-4a9e-95ab-9cfef72a3ec0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.6213193 Nov 19 15:50:46.243470 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1bcb5971-bfae-46e2-8694-59b88b588372 req-21dbca77-8956-4ce9-8274-7f2d5069c579 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629485 Nov 19 15:50:46.262354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-c7e78167-a0a2-4bbe-bfb7-e21d113ee6ab tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Unset dirty status for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:network {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:50:46.262758 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:46.271168 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-c7e78167-a0a2-4bbe-bfb7-e21d113ee6ab tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 814 time: 0.9847789 Nov 19 15:50:46.283045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Usage tracker for resource:port and tenant:8df38ae2582446389f15487eed52570d is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:46.283045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Quota usage for port was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:46.286569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:46.295617 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b205ec2f-0d79-4ac5-af30-5dca6945ab2c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/quotas/b8a76c88161e489eb089aa68bd2974aa HTTP/1.1" status: 200 len: 375 time: 0.0230200 Nov 19 15:50:46.297351 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Made reservation on behalf of 8df38ae2582446389f15487eed52570d for: {'port': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:46.303806 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:46.450447 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bad65895-c615-4182-82d2-9de18ce3808f req-9e65071a-979b-4568-a03e-ab8137a265ed tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 210 time: 0.0503612 Nov 19 15:50:46.455530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-1ca40104-e652-4313-8c66-2e30ef5f4d8a tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Synchronizing usage tracker for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:50:46.476795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-1ca40104-e652-4313-8c66-2e30ef5f4d8a tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Unset dirty status for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:50:46.478327 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-1ca40104-e652-4313-8c66-2e30ef5f4d8a tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1810176 Nov 19 15:50:46.687147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Allocated IP 172.20.0.6 (ea196d1c-6c86-4756-83cb-20c0a9935a58/7cb96b53-0e5b-495c-a7f7-5a78dd585619/af5cfeae-2678-42af-a855-415c43aa1ecb) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:50:46.781553 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-735d0296-94a6-455f-9954-bac1fd28074f service neutron] 10.222.0.48 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883644 Nov 19 15:50:46.788402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 42530) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:46.819522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1217284412-network', 'tenant_id': '2512cf67247049f1b90221d69bbc376e'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:46.839155 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75028834-3b2e-4d0a-8a0d-2f63fa42309e req-67e6c3a6-25cd-4f9a-9daa-19f60539e669 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:46.840661 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-75028834-3b2e-4d0a-8a0d-2f63fa42309e req-67e6c3a6-25cd-4f9a-9daa-19f60539e669 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1744518 Nov 19 15:50:46.844619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:46.863051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Usage tracker for resource:network and tenant:2512cf67247049f1b90221d69bbc376e is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:46.866640 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:46.892362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:46.923777 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:46.949584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:46.968581 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d44e89f0-2f85-48af-8f12-c46068749fe1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:46.977226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Made reservation on behalf of 2512cf67247049f1b90221d69bbc376e for: {'network': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:46.981916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.022494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.039697 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-75028834-3b2e-4d0a-8a0d-2f63fa42309e req-d9041a48-487d-4ee2-880e-aad2cff388b5 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1810822 Nov 19 15:50:47.043852 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b5efb7b4-88c6-41a6-8425-47a4c4e5f3ba service neutron] 10.222.0.48 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2515740 Nov 19 15:50:47.065839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:47.070188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Usage tracker for resource:security_group_rule and tenant:2512cf67247049f1b90221d69bbc376e is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:47.073779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:47.080606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:47.124698 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Pushing event updated for resources: {'Port': ['ID=af5cfeae-2678-42af-a855-415c43aa1ecb,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:47.129928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:47.158720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.163121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.170715 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-475b743a-e739-47c7-80f7-c7914140ba16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:47.187204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Network ea196d1c-6c86-4756-83cb-20c0a9935a58 is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:50:47.188486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:47.190650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:50:47.228975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:50:47.244313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e11161-9895-4231-b528-cd2f0a9357fb,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:47.257444 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.257836 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Added segment 9941ff47-f992-4b9d-8ecd-d2ae1611ab00 of type vxlan for network 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e Nov 19 15:50:47.259482 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:47.293073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:47.293990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.320387 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-3522ba26-d647-4406-a54d-e19ce7cd8a72 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2744474 Nov 19 15:50:47.340343 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Request body: {'port': {'device_id': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:47.353354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.360211 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a1c7243b-c649-4e25-8ab2-5ff674b0298e req-7e4b9d7c-9700-4518-9e2e-a95a8e3f44bc tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 210 time: 0.0630727 Nov 19 15:50:47.422734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.424131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:47.424776 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.431678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:47.485792 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:47.645816 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:47.651569 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.8583267 Nov 19 15:50:47.651569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:47.657868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:50:47.687557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 42548) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:50:47.700386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Request body: {'subnet': {'network_id': '2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1217284412-subnet', 'tenant_id': '2512cf67247049f1b90221d69bbc376e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:47.718160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:47.723901 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:50:47.728345 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Usage tracker for resource:subnet and tenant:2512cf67247049f1b90221d69bbc376e is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:50:47.734487 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:50:47.737586 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7a904-e57d-4a35-a54b-373fd4e30db4 req-2a8a03f9-e606-41ff-89b0-7a89b7b715cf tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:47.745193 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1fc7a904-e57d-4a35-a54b-373fd4e30db4 req-2a8a03f9-e606-41ff-89b0-7a89b7b715cf tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.2851174 Nov 19 15:50:47.746757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:47.797697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b15a87-8ea4-4807-836a-7d5e628fe889 req-1ae5f847-278a-40bb-90e0-e1740db57d03 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:47.799373 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-44b15a87-8ea4-4807-836a-7d5e628fe889 req-1ae5f847-278a-40bb-90e0-e1740db57d03 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 931 time: 0.1622076 Nov 19 15:50:47.840489 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1fc7a904-e57d-4a35-a54b-373fd4e30db4 req-36ee1b94-761d-4b48-a7af-eea373bde9fc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942941 Nov 19 15:50:47.912871 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-44b15a87-8ea4-4807-836a-7d5e628fe889 req-eb2fde79-04ce-4980-a03a-d1cebaf79d8e tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063359 Nov 19 15:50:47.930070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Made reservation on behalf of 2512cf67247049f1b90221d69bbc376e for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:47.935005 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28073958'] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:48.333302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e3b1c-9520-4a92-a76b-982dc0a61b4c req-f1ccd4f6-182f-4efe-938d-3a958134bf57 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:48.336389 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-751e3b1c-9520-4a92-a76b-982dc0a61b4c req-f1ccd4f6-182f-4efe-938d-3a958134bf57 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1035447 Nov 19 15:50:48.427368 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-751e3b1c-9520-4a92-a76b-982dc0a61b4c req-682d198e-7b19-4e4d-9718-4425ce5d1128 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835729 Nov 19 15:50:48.441199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5cfeae-2678-42af-a855-415c43aa1ecb {{(pid=80308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:50:48.464448 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:48.486280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Transition to ACTIVE for port object af5cfeae-2678-42af-a855-415c43aa1ecb will not be triggered until provisioned by entity L2. {{(pid=80308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:50:48.493443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826724403'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:48.526297 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:48.538676 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad8216d5-679e-45c8-99fe-ad12e087624a req-2e4f4db1-f79e-4768-bfb4-8e57f61c69a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1162 time: 0.1474814 Nov 19 15:50:48.549908 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347e8b93-cf1f-40cf-95fe-b0bd31eea740 req-675217cd-a6ea-4f3b-8ff8-f29f42800c40 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:48.551469 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-347e8b93-cf1f-40cf-95fe-b0bd31eea740 req-675217cd-a6ea-4f3b-8ff8-f29f42800c40 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1232581 Nov 19 15:50:48.654373 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4030b798-1da2-4c11-af7e-2b51280bd2d6 req-26ae7ca5-ba4c-40c4-a8dc-1a7ba84da899 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 210 time: 0.1003795 Nov 19 15:50:48.715453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Pushing event updated for resources: {'Port': ['ID=af5cfeae-2678-42af-a855-415c43aa1ecb,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:48.722304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:48.759176 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-347e8b93-cf1f-40cf-95fe-b0bd31eea740 req-03b4d588-e701-4b8b-8d9f-ea6bf18d7ce7 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802707 Nov 19 15:50:48.783757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8216d5-679e-45c8-99fe-ad12e087624a req-c921aa7a-c5d1-4fe4-9164-92083dc2dc98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:48.791214 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad8216d5-679e-45c8-99fe-ad12e087624a req-c921aa7a-c5d1-4fe4-9164-92083dc2dc98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 912 time: 0.2343781 Nov 19 15:50:48.864293 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad8216d5-679e-45c8-99fe-ad12e087624a req-2b81b574-5f48-4dae-bc9a-591aeb1a1aba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25708ef-49f9-400e-9fac-a633331f4359 HTTP/1.1" status: 200 len: 217 time: 0.0688105 Nov 19 15:50:49.016673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Attempting to bind port af5cfeae-2678-42af-a855-415c43aa1ecb on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:50:49.017050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Attempting to bind port af5cfeae-2678-42af-a855-415c43aa1ecb by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1684072e-8f58-469f-a9aa-7a57e9095dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58'}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:50:49.017414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Attempting to bind port af5cfeae-2678-42af-a855-415c43aa1ecb on network ea196d1c-6c86-4756-83cb-20c0a9935a58 {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:50:49.069306 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:50:49.069669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Checking segment: {'id': '1684072e-8f58-469f-a9aa-7a57e9095dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:50:49.070070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:49.070469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Bound using segment: {'id': '1684072e-8f58-469f-a9aa-7a57e9095dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58'} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:50:49.070975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Bound port: af5cfeae-2678-42af-a855-415c43aa1ecb, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1684072e-8f58-469f-a9aa-7a57e9095dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58'}}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:50:49.071352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:49.143718 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28051292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28073941'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:49.164090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:49.332554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] For port af5cfeae-2678-42af-a855-415c43aa1ecb, host hv-cinder-76330, cleared binding levels {{(pid=80308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:50:49.337079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c238ceac-c71f-452d-a3a8-d70e47320a3a,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:49.345282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:49.367423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] For port af5cfeae-2678-42af-a855-415c43aa1ecb, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=af5cfeae-2678-42af-a855-415c43aa1ecb,segment=NetworkSegment(1684072e-8f58-469f-a9aa-7a57e9095dd0),segment_id=1684072e-8f58-469f-a9aa-7a57e9095dd0)] {{(pid=80308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:50:49.377824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826724403'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:49.396469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:49.458694 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8216d5-679e-45c8-99fe-ad12e087624a req-00070a12-fbba-4d5c-b958-ada4ba994d51 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:49.460268 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad8216d5-679e-45c8-99fe-ad12e087624a req-00070a12-fbba-4d5c-b958-ada4ba994d51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.5518858 Nov 19 15:50:49.545777 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad8216d5-679e-45c8-99fe-ad12e087624a req-21af365e-9cc5-453c-a264-1f45b91fd474 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689015 Nov 19 15:50:49.555675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-33c27e0a-644c-4bcb-8264-07aa74a0a91c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:49.557168 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-33c27e0a-644c-4bcb-8264-07aa74a0a91c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.55 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 814 time: 0.6625605 Nov 19 15:50:49.582016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Pushing event updated for resources: {'Port': ['ID=af5cfeae-2678-42af-a855-415c43aa1ecb,revision_number=3']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:49.588313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:49.600921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'port': {'device_id': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'admin_state_up': True, 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:50:49.614742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Checking segment: {'id': '9941ff47-f992-4b9d-8ecd-d2ae1611ab00', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:50:49.615163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Network hostable DHCP agents. Network: 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:50:49.641076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:49.641746 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6115c1-2324-4d67-b564-a8ee4b06600d req-c48e575b-071a-400d-a4c6-900a2a5bc150 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:49.642576 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] 10.222.0.55 "PUT /v2.0/ports/af5cfeae-2678-42af-a855-415c43aa1ecb HTTP/1.1" status: 200 len: 1157 time: 2.3075037 Nov 19 15:50:49.643175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'tag': 'af5cfeae-2678-42af-a855-415c43aa1ecb'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:50:49.651561 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0a6115c1-2324-4d67-b564-a8ee4b06600d req-c48e575b-071a-400d-a4c6-900a2a5bc150 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.6245024 Nov 19 15:50:49.662038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Network 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:50:49.674400 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:49.687151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:49.687798 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:49.711428 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0227122 Nov 19 15:50:49.721769 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f135181e-194a-4380-b02d-b36d5b9bf0aa None None] Network 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:50:49.958275 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-69c8ba99-fec5-42e9-9a87-980f088a9d34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8df38ae2582446389f15487eed52570d&device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 1160 time: 0.2214077 Nov 19 15:50:50.113750 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad8216d5-679e-45c8-99fe-ad12e087624a req-a5da58cf-afe2-4682-bdf1-0bd6ef1d84c9 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5535629 Nov 19 15:50:50.115049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:50:50.154573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5f5393-fa5e-426b-a9f0-be2363dc108f req-5d2284a0-8924-45c3-b5dd-3241de50ea68 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:50.161436 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c90db6-c517-4dce-96ae-1d5a250f6f9c None None] Network 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:50:50.163618 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de5f5393-fa5e-426b-a9f0-be2363dc108f req-5d2284a0-8924-45c3-b5dd-3241de50ea68 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 1.0749705 Nov 19 15:50:50.194742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:50:50.238869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Made reservation on behalf of b8a76c88161e489eb089aa68bd2974aa for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:50:50.253117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:50.287509 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0a6115c1-2324-4d67-b564-a8ee4b06600d req-26f84c1e-ed2a-41cd-bf54-0f4c12941adc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368536 Nov 19 15:50:50.308525 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de5f5393-fa5e-426b-a9f0-be2363dc108f req-d63c1ed5-2dc9-49f2-a528-882972a75dea tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437352 Nov 19 15:50:50.437154 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'tag': 'af5cfeae-2678-42af-a855-415c43aa1ecb', 'status': 'completed', 'code': 200} Nov 19 15:50:50.663656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a063abab-d0c9-44f0-9e2f-18d41c30a5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:50.803429 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7a61b634-54e7-494e-8634-ab46d0db9c04 req-a597ffcc-061f-463b-8faf-5cde8272be6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 210 time: 0.1622031 Nov 19 15:50:50.898306 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54785-b8c3-4253-a417-16d44f02fe8c req-015fb650-5de9-418c-8d02-248404d6b609 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:50.903299 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a7a54785-b8c3-4253-a417-16d44f02fe8c req-015fb650-5de9-418c-8d02-248404d6b609 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.2640023 Nov 19 15:50:50.955877 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Allocated IP 172.20.0.5 (d5ccc901-2a26-468a-972b-1ca66f4ebc1a/197f1051-f64d-40ab-8c2e-b78788735868/2677ae0c-6ce2-4f13-9a6f-53f55542e16d) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:50:50.981460 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a7a54785-b8c3-4253-a417-16d44f02fe8c req-f556114e-fb80-4695-bb3e-2958b4f000bc tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737073 Nov 19 15:50:51.261084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:51.360376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Transition to ACTIVE for port object 2677ae0c-6ce2-4f13-9a6f-53f55542e16d will not be triggered until provisioned by entity DHCP. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:50:51.423100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48e48cea-a9dc-4bde-9983-801d08f15226 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:51.424738 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48e48cea-a9dc-4bde-9983-801d08f15226 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/networks?id=b2cb490d-8ac7-4b19-aa5b-17bf569599ec HTTP/1.1" status: 200 len: 809 time: 0.2240810 Nov 19 15:50:51.432204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:51.455101 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:50:51.615635 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-19a0e97b-62f8-4427-a922-0445f6b05233 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/quotas/e42397305ba94c0cb5680ab9c29445c8 HTTP/1.1" status: 200 len: 375 time: 0.1642578 Nov 19 15:50:51.681779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event updated for resources: {'Port': ['ID=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:50:51.685075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:50:51.742489 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-41ad2634-59b2-4722-bada-f83ef2e71b24 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?tenant_id=e42397305ba94c0cb5680ab9c29445c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127520 Nov 19 15:50:51.779477 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:51.923130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50a136d-2f5b-4efb-8c7e-82f9b1289c9e req-adc5e527-5c1f-4c4a-b86c-cc5c058b0f38 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:51.924638 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d50a136d-2f5b-4efb-8c7e-82f9b1289c9e req-adc5e527-5c1f-4c4a-b86c-cc5c058b0f38 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.4344480 Nov 19 15:50:51.951531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:50:51.968967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:50:51.975162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:50:51.979344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:51.979991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:51.994412 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-e74492bb-b778-46f4-9970-02e3bb38f2fd service neutron] 10.222.0.48 "GET /v2.0/networks/b2cb490d-8ac7-4b19-aa5b-17bf569599ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384450 Nov 19 15:50:52.068760 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d50a136d-2f5b-4efb-8c7e-82f9b1289c9e req-9852df7f-d8e9-4b93-a0b7-d58c08f6b8a2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286266 Nov 19 15:50:52.084491 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4940374 Nov 19 15:50:52.219231 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d39ed079-fe5f-4b40-af15-b42dc116104c service neutron] 10.222.0.48 "GET /v2.0/networks/b2cb490d-8ac7-4b19-aa5b-17bf569599ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2070680 Nov 19 15:50:52.278090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-fb5803fd-37f5-4a0d-b2fe-094b2fdf3493 None None] Provisioning for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:50:52.285691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-fb5803fd-37f5-4a0d-b2fe-094b2fdf3493 None None] Provisioning complete for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:50:52.286108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fb5803fd-37f5-4a0d-b2fe-094b2fdf3493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:52.334202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c113eb3d-8313-475f-89f9-71e88f59ef78 req-77617c0d-ce11-4566-981a-53b1431413b2 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:52.335851 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c113eb3d-8313-475f-89f9-71e88f59ef78 req-77617c0d-ce11-4566-981a-53b1431413b2 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.1018438 Nov 19 15:50:52.366691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-fb5803fd-37f5-4a0d-b2fe-094b2fdf3493 None None] Port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:50:52.416672 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c113eb3d-8313-475f-89f9-71e88f59ef78 req-83af1884-d102-4cf5-b0fd-d0da15cef804 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617249 Nov 19 15:50:52.640388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad77b1-c8e1-477d-ad70-3f713cc42b89 req-fc6c6a5c-cb75-49be-aacf-dc7bc807be96 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:52.641108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-a9ad77b1-c8e1-477d-ad70-3f713cc42b89 req-fc6c6a5c-cb75-49be-aacf-dc7bc807be96 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Synchronizing usage tracker for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:50:52.682835 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-a9ad77b1-c8e1-477d-ad70-3f713cc42b89 req-fc6c6a5c-cb75-49be-aacf-dc7bc807be96 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Unset dirty status for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:50:52.684285 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9ad77b1-c8e1-477d-ad70-3f713cc42b89 req-fc6c6a5c-cb75-49be-aacf-dc7bc807be96 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 931 time: 0.2284255 Nov 19 15:50:52.749167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aff847-9859-490a-a899-e945dd3b9a0a req-8dc34d4e-c130-4236-93a0-b0e116097984 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:52.755416 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-11aff847-9859-490a-a899-e945dd3b9a0a req-8dc34d4e-c130-4236-93a0-b0e116097984 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1656551 Nov 19 15:50:52.787937 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-a9ad77b1-c8e1-477d-ad70-3f713cc42b89 req-6b44ee55-80ab-46d4-8371-4ede10d36463 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Synchronizing usage tracker for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:50:52.827910 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-11aff847-9859-490a-a899-e945dd3b9a0a req-75241232-9853-40dc-8688-ef7358ed9650 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681305 Nov 19 15:50:52.829068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-a9ad77b1-c8e1-477d-ad70-3f713cc42b89 req-6b44ee55-80ab-46d4-8371-4ede10d36463 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Unset dirty status for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:50:52.830229 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9ad77b1-c8e1-477d-ad70-3f713cc42b89 req-6b44ee55-80ab-46d4-8371-4ede10d36463 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385162 Nov 19 15:50:53.004554 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b82cb7ad-b3aa-447f-b918-7b3d3cd69e10 req-bcb7b514-7f2c-4139-a378-c4b54820c6aa tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 210 time: 0.0490720 Nov 19 15:50:53.307978 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c5fef-55e0-4fd3-8a10-f820ae88a5eb req-fedd1fc9-fc6b-4225-a561-5114aa46418a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:53.309657 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b33c5fef-55e0-4fd3-8a10-f820ae88a5eb req-fedd1fc9-fc6b-4225-a561-5114aa46418a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0877945 Nov 19 15:50:53.364488 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b33c5fef-55e0-4fd3-8a10-f820ae88a5eb req-9b487dcc-7453-45aa-9c54-ddfddb25ef33 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461636 Nov 19 15:50:53.440292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-00e7f756-8672-45be-a37f-4c20fc1e884e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:53.657278 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d652e9-c0dc-4902-8ec8-23e1baa29c46 req-f8db78b7-6e6c-4bf8-ada9-ef917759a675 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:53.658855 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-38d652e9-c0dc-4902-8ec8-23e1baa29c46 req-f8db78b7-6e6c-4bf8-ada9-ef917759a675 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.0880251 Nov 19 15:50:53.718430 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-38d652e9-c0dc-4902-8ec8-23e1baa29c46 req-90f233af-ad39-4b26-ab45-33c24b80b5c2 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532749 Nov 19 15:50:53.772075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:54.119966 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e6da2-6a01-43ee-b441-33c66f09776c req-a2e59cdb-e342-4e8b-abfc-018761c2713d tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:54.124994 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6e4e6da2-6a01-43ee-b441-33c66f09776c req-a2e59cdb-e342-4e8b-abfc-018761c2713d tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 931 time: 0.1206832 Nov 19 15:50:54.129047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16490e2d-eb7e-41d5-88b7-74e8647e01e9 req-d82a6824-e693-4599-b989-20275128356c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:54.132355 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-16490e2d-eb7e-41d5-88b7-74e8647e01e9 req-d82a6824-e693-4599-b989-20275128356c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1683829 Nov 19 15:50:54.217974 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6e4e6da2-6a01-43ee-b441-33c66f09776c req-64a17f8b-4b0b-458f-9f4a-909bd3f50a13 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859387 Nov 19 15:50:54.223288 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-16490e2d-eb7e-41d5-88b7-74e8647e01e9 req-1323559e-fa34-4b0c-bc6f-cb8eed6a7d3e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742319 Nov 19 15:50:54.380603 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-17120c11-3d5c-46de-9aa6-a569995b80a5 req-779f1718-0778-425b-9866-0c5383b416fa tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 210 time: 0.0453978 Nov 19 15:50:54.596417 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78951011-d7c1-437c-9580-ad695467fb97 req-af5902a0-4085-48e3-9b60-cfae01cf96d9 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:54.598014 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-78951011-d7c1-437c-9580-ad695467fb97 req-af5902a0-4085-48e3-9b60-cfae01cf96d9 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0859442 Nov 19 15:50:54.653129 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-78951011-d7c1-437c-9580-ad695467fb97 req-fdc2f17d-da49-4d65-b426-aa7a072254fc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484383 Nov 19 15:50:54.686946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:55.130209 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5f728-6bca-4bca-944b-037344dcf3f6 req-38b6a289-cb31-44c0-95fc-570830259b19 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:55.131977 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-11b5f728-6bca-4bca-944b-037344dcf3f6 req-38b6a289-cb31-44c0-95fc-570830259b19 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.2756486 Nov 19 15:50:55.180633 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-11b5f728-6bca-4bca-944b-037344dcf3f6 req-805cf45c-5f5c-4631-ae4c-609072f1d661 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Nov 19 15:50:55.331564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:50:55.505944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65f55d6-2bf8-430b-99b0-bfe8bf815709 req-b7b39420-578e-41ed-9e38-f34f380cb978 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:55.507606 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d65f55d6-2bf8-430b-99b0-bfe8bf815709 req-b7b39420-578e-41ed-9e38-f34f380cb978 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 931 time: 0.1532865 Nov 19 15:50:55.515302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb727332-b1ae-47bf-a62e-70f814282f31 req-28cb2ffe-341d-47ee-a22e-5ce5b239038b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:55.516961 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cb727332-b1ae-47bf-a62e-70f814282f31 req-28cb2ffe-341d-47ee-a22e-5ce5b239038b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1212740 Nov 19 15:50:55.598711 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d65f55d6-2bf8-430b-99b0-bfe8bf815709 req-b123da73-a21a-415c-8086-57a04b238ba6 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807753 Nov 19 15:50:55.606255 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cb727332-b1ae-47bf-a62e-70f814282f31 req-5fd4c12c-975c-4ec3-bf07-a46943fb110a tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718021 Nov 19 15:50:55.798702 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-922fc21e-970b-4d61-8a34-7ed4cbde28b6 req-e0c454a9-b268-4b73-9c03-83f16be775ae tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 210 time: 0.0561404 Nov 19 15:50:55.941863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277995b-4fd1-42cb-8780-09b2460da6d7 req-f6b2e98b-409b-4f13-a705-79290f90d112 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:55.943559 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a277995b-4fd1-42cb-8780-09b2460da6d7 req-f6b2e98b-409b-4f13-a705-79290f90d112 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0865870 Nov 19 15:50:56.007427 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a277995b-4fd1-42cb-8780-09b2460da6d7 req-241736ea-14de-4d43-9444-61c57f337485 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569298 Nov 19 15:50:56.402422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b453798-0502-45fa-9cf8-b799a0f5bc3b req-570f5cc9-8252-45ae-95f2-53344713e843 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:56.404023 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4b453798-0502-45fa-9cf8-b799a0f5bc3b req-570f5cc9-8252-45ae-95f2-53344713e843 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.0924728 Nov 19 15:50:56.453466 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4b453798-0502-45fa-9cf8-b799a0f5bc3b req-5db73c4f-777d-4e21-8c2d-97887a6bbdbb tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427647 Nov 19 15:50:56.913847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1bcab5-8660-4d54-a36d-22c27bfe09dd req-79b73d76-2506-44c2-8269-dae27a4f9e61 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:56.915401 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4e1bcab5-8660-4d54-a36d-22c27bfe09dd req-79b73d76-2506-44c2-8269-dae27a4f9e61 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1157808 Nov 19 15:50:56.922266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777d2e1-5a8e-4b89-a802-d8fe51374f7a req-c2ce40e8-133f-435c-881f-be7607ed37e0 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:56.923795 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7777d2e1-5a8e-4b89-a802-d8fe51374f7a req-c2ce40e8-133f-435c-881f-be7607ed37e0 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 931 time: 0.1659148 Nov 19 15:50:56.999415 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4e1bcab5-8660-4d54-a36d-22c27bfe09dd req-db35d685-0405-4a14-bb59-fe4eedd82470 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745687 Nov 19 15:50:57.007259 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7777d2e1-5a8e-4b89-a802-d8fe51374f7a req-1207d5e1-4fd9-46fc-a0c5-e705efe715f9 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665855 Nov 19 15:50:57.209575 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2c234622-c8f1-4a74-94d1-92e0712e0aee req-7c4238b9-61e9-43e1-9fe8-47c06c0826cd tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 210 time: 0.0842624 Nov 19 15:50:57.259768 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a6e28-9201-4d37-bc01-414a0715d13e req-f013bde4-254b-48db-b643-9a89c83972d9 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:57.261465 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-017a6e28-9201-4d37-bc01-414a0715d13e req-f013bde4-254b-48db-b643-9a89c83972d9 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0925403 Nov 19 15:50:57.315338 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-017a6e28-9201-4d37-bc01-414a0715d13e req-190f73ad-febb-4e23-9dbc-244f792423a4 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470972 Nov 19 15:50:57.679107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1479a20-5439-4b97-9ed0-a13533fa51b5 req-8465a9d2-172a-4762-8954-92651c49fbd1 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:57.680730 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e1479a20-5439-4b97-9ed0-a13533fa51b5 req-8465a9d2-172a-4762-8954-92651c49fbd1 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.0895910 Nov 19 15:50:57.733993 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e1479a20-5439-4b97-9ed0-a13533fa51b5 req-a0a50b4c-3533-491e-a62f-c98d227c6f2e tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463450 Nov 19 15:50:58.289643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4bd66c-c285-4597-b204-58380711538d req-54be7fc7-84af-43ef-9200-c5304dabc827 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:58.291292 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc4bd66c-c285-4597-b204-58380711538d req-54be7fc7-84af-43ef-9200-c5304dabc827 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1496694 Nov 19 15:50:58.303086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a40f9-8cb0-4dd0-95f1-bbff4062e375 req-46ac7034-b5ad-4213-8ba7-934cafdc4def tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:58.304600 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c72a40f9-8cb0-4dd0-95f1-bbff4062e375 req-46ac7034-b5ad-4213-8ba7-934cafdc4def tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 931 time: 0.1287568 Nov 19 15:50:58.383009 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc4bd66c-c285-4597-b204-58380711538d req-c61a2cb4-d63c-4948-82e3-b97e9c59c7d8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773206 Nov 19 15:50:58.387861 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c72a40f9-8cb0-4dd0-95f1-bbff4062e375 req-96efa4f3-f67c-4dd1-821b-67dabffc86c3 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671196 Nov 19 15:50:58.614093 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6fb0c8f3-786d-403c-b6d8-a5beb95203ef req-ea97efbe-b5d4-499f-afc8-95e6c243243f tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 210 time: 0.0957894 Nov 19 15:50:58.653402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902319b-ff79-4441-84a2-fbf5a0141a12 req-17d9bbe6-b121-480a-8d25-22c7d7589263 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:58.655535 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5902319b-ff79-4441-84a2-fbf5a0141a12 req-17d9bbe6-b121-480a-8d25-22c7d7589263 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0983045 Nov 19 15:50:58.726921 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5902319b-ff79-4441-84a2-fbf5a0141a12 req-5f7d5d1c-184a-41ad-9fc2-95dc4f8594e9 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640259 Nov 19 15:50:58.952874 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e66df15-715e-42d1-92f4-aebc1fc68f48 req-8557f123-edf4-4fc3-bdbb-b8658b3ab738 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:58.954468 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e66df15-715e-42d1-92f4-aebc1fc68f48 req-8557f123-edf4-4fc3-bdbb-b8658b3ab738 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.0839365 Nov 19 15:50:59.005597 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e66df15-715e-42d1-92f4-aebc1fc68f48 req-cf5763ae-03f7-4e08-87c4-b63933d2a7d0 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437768 Nov 19 15:50:59.682746 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad0cef-bc66-4bc7-852f-88f464a5c7c9 req-5593dab1-0985-4a06-84f4-5fedc28cf2f6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:59.684326 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-54ad0cef-bc66-4bc7-852f-88f464a5c7c9 req-5593dab1-0985-4a06-84f4-5fedc28cf2f6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1534269 Nov 19 15:50:59.724560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a4b2d-4734-4824-bdce-8887d7c958b2 req-c0989c71-97d6-41cc-b36b-45c8a5507932 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:50:59.727652 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d6a4b2d-4734-4824-bdce-8887d7c958b2 req-c0989c71-97d6-41cc-b36b-45c8a5507932 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 931 time: 0.1514640 Nov 19 15:50:59.786715 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-54ad0cef-bc66-4bc7-852f-88f464a5c7c9 req-2ec5cb12-172c-44af-861b-f55b3de80ccc tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945704 Nov 19 15:50:59.805118 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d6a4b2d-4734-4824-bdce-8887d7c958b2 req-6b378581-b240-462c-ba2d-18cff9c78f9e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640242 Nov 19 15:51:00.021282 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-37daf87e-4bda-43ef-aad0-7311393ed51b req-7c89d6c8-dd27-48b3-b6f9-ce9e32f15ff2 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 210 time: 0.1008160 Nov 19 15:51:00.060126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3261ff0-04a3-458d-b456-c0ab98cb3fa7 req-2dcfe75c-d216-491f-99d6-46ed0663a5a8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:00.062306 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b3261ff0-04a3-458d-b456-c0ab98cb3fa7 req-2dcfe75c-d216-491f-99d6-46ed0663a5a8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0977180 Nov 19 15:51:00.116485 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b3261ff0-04a3-458d-b456-c0ab98cb3fa7 req-fcdfbaf0-e9a1-4ad1-bc9a-eec82f86498f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469165 Nov 19 15:51:00.227325 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe706869-3a24-4621-a4ac-2c4b8ae19712 req-a39b40bd-c55c-4e6d-aa59-b586acd63241 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:00.229531 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe706869-3a24-4621-a4ac-2c4b8ae19712 req-a39b40bd-c55c-4e6d-aa59-b586acd63241 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.0907636 Nov 19 15:51:00.281354 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe706869-3a24-4621-a4ac-2c4b8ae19712 req-27055e2a-2a71-4573-8fe5-86f393754535 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448568 Nov 19 15:51:01.094919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48b2bd-04cf-42c7-b4d2-c0214edb3dcd req-020a5c79-bf4d-493f-9e96-f97da72b30e8 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:01.096493 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e48b2bd-04cf-42c7-b4d2-c0214edb3dcd req-020a5c79-bf4d-493f-9e96-f97da72b30e8 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 931 time: 0.1304293 Nov 19 15:51:01.102457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755d84f-757d-4dad-bb69-aa327b64936b req-3fcbcfb9-b123-44d4-932b-fe5afdae1625 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:01.103946 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4755d84f-757d-4dad-bb69-aa327b64936b req-3fcbcfb9-b123-44d4-932b-fe5afdae1625 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1760240 Nov 19 15:51:01.181380 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e48b2bd-04cf-42c7-b4d2-c0214edb3dcd req-d45eb395-5ab8-4386-b8b1-25d9a96a1de5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764146 Nov 19 15:51:01.190961 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4755d84f-757d-4dad-bb69-aa327b64936b req-1f4b3c1d-9aad-47de-9e16-58e4c6b99df1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697782 Nov 19 15:51:01.261102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:51:01.380605 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b1a6546e-d6b5-4448-b10a-fe4a5f9669e4 req-d83e85f7-1a95-4490-ab29-c47d655172d2 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 210 time: 0.0829797 Nov 19 15:51:01.426837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b993979-55c9-42e7-bba8-ae878033aa91 req-5381e148-d452-45e7-bf3f-69d53cbf4ba2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:01.428411 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b993979-55c9-42e7-bba8-ae878033aa91 req-5381e148-d452-45e7-bf3f-69d53cbf4ba2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0907419 Nov 19 15:51:01.476833 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1b993979-55c9-42e7-bba8-ae878033aa91 req-03890b1a-4be2-41c7-94cb-dee9e86eea39 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422425 Nov 19 15:51:01.573224 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc421c-f09f-417b-af90-545ad866d8d0 req-844106f5-9405-4dca-afbb-f5ac885bc062 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:01.574777 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0fcc421c-f09f-417b-af90-545ad866d8d0 req-844106f5-9405-4dca-afbb-f5ac885bc062 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.0804529 Nov 19 15:51:01.625486 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0fcc421c-f09f-417b-af90-545ad866d8d0 req-d21a022f-be2a-4602-8871-80e99d5b94ab tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444036 Nov 19 15:51:01.690022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Request body: {'port': {'device_id': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:01.758343 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-61d8d876-40a7-46a5-9968-2a4836e1588c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af5cfeae-2678-42af-a855-415c43aa1ecb HTTP/1.1" status: 200 len: 217 time: 0.0743783 Nov 19 15:51:01.830644 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-fb931876-db2e-4496-ba4e-0ae85ef4cf41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:01.832699 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-fb931876-db2e-4496-ba4e-0ae85ef4cf41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cb96b53-0e5b-495c-a7f7-5a78dd585619 HTTP/1.1" status: 200 len: 854 time: 0.0663338 Nov 19 15:51:01.892972 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-a317ca00-facb-4598-aa3c-7f810ffddedb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea196d1c-6c86-4756-83cb-20c0a9935a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484755 Nov 19 15:51:01.941874 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:01.961218 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad8216d5-679e-45c8-99fe-ad12e087624a req-60832c09-6160-402d-bbd7-db316ee08ae7 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2347083 Nov 19 15:51:02.048778 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-14cc7a58-3972-4fcd-a0b4-a1af0c54f6ff service neutron] 10.222.0.55 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415555 Nov 19 15:51:02.215461 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1567b292-0d92-4d98-b2b3-9c19b742d173 req-858e3b5f-e927-4c5c-aca1-437f64927b28 service neutron] 10.222.0.55 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1397829 Nov 19 15:51:02.437769 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-32df103e-c1b2-4cd7-8440-adad09bf2c97 req-4d4526e3-5c0b-42fd-a032-b1762d7728e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8df38ae2582446389f15487eed52570d&device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 1160 time: 0.0747542 Nov 19 15:51:02.602536 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df103e-c1b2-4cd7-8440-adad09bf2c97 req-ca124627-0b95-4d4b-9c37-064f6bc7fe82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:02.604184 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-32df103e-c1b2-4cd7-8440-adad09bf2c97 req-ca124627-0b95-4d4b-9c37-064f6bc7fe82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea196d1c-6c86-4756-83cb-20c0a9935a58 HTTP/1.1" status: 200 len: 908 time: 0.1485991 Nov 19 15:51:02.682501 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-32df103e-c1b2-4cd7-8440-adad09bf2c97 req-bd23d845-4d25-4246-ac45-4a5ca5605a8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=af5cfeae-2678-42af-a855-415c43aa1ecb HTTP/1.1" status: 200 len: 217 time: 0.0699604 Nov 19 15:51:02.720960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2677ae0c-6ce2-4f13-9a6f-53f55542e16d {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:51:02.745579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:02.773576 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df103e-c1b2-4cd7-8440-adad09bf2c97 req-b08dca8b-cbf6-4eba-a7d1-21556998109c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:02.775183 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-32df103e-c1b2-4cd7-8440-adad09bf2c97 req-b08dca8b-cbf6-4eba-a7d1-21556998109c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cb96b53-0e5b-495c-a7f7-5a78dd585619 HTTP/1.1" status: 200 len: 854 time: 0.0793073 Nov 19 15:51:02.826653 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-32df103e-c1b2-4cd7-8440-adad09bf2c97 req-6d00a07a-697a-4865-95ff-0c2bfc010a68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea196d1c-6c86-4756-83cb-20c0a9935a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433192 Nov 19 15:51:02.830197 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Transition to ACTIVE for port object 2677ae0c-6ce2-4f13-9a6f-53f55542e16d will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:51:02.855195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:02.874620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9b442b90-4a26-4b3d-a9ed-9f1c7a7c3a41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:02.945896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5891e-9060-44de-b722-b9cc57a5126a req-57e593ec-4821-4761-a2d7-fcf681546cb0 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:02.947536 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c2d5891e-9060-44de-b722-b9cc57a5126a req-57e593ec-4821-4761-a2d7-fcf681546cb0 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.6177487 Nov 19 15:51:02.974002 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-32df103e-c1b2-4cd7-8440-adad09bf2c97 req-5ad0e714-84ff-4ae9-b86b-3f69ae2c4bc9 service neutron] 10.222.0.55 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400814 Nov 19 15:51:03.056558 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fce772-8b67-4ee6-a8f6-0da5997c59df req-9fcf6ae5-edfa-450f-988e-b3c04aba73f1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:03.058143 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-16fce772-8b67-4ee6-a8f6-0da5997c59df req-9fcf6ae5-edfa-450f-988e-b3c04aba73f1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 931 time: 0.6825180 Nov 19 15:51:03.115674 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-a8c69b1d-569b-41ef-85c2-a894485e29f2 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:03.117082 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-a8c69b1d-569b-41ef-85c2-a894485e29f2 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.55 "GET /v2.0/networks?id=b2cb490d-8ac7-4b19-aa5b-17bf569599ec HTTP/1.1" status: 200 len: 809 time: 0.4506369 Nov 19 15:51:03.121689 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Pushing event updated for resources: {'Port': ['ID=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:03.125420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:03.126857 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-32df103e-c1b2-4cd7-8440-adad09bf2c97 req-320c3631-e57e-4c63-8a0c-93cc86e6eacd service neutron] 10.222.0.55 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390526 Nov 19 15:51:03.174693 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Request body: {'port': {'device_id': '0b0069fd-0e68-4e85-9783-9a9078394128', 'network_id': 'b2cb490d-8ac7-4b19-aa5b-17bf569599ec', 'admin_state_up': True, 'tenant_id': 'e42397305ba94c0cb5680ab9c29445c8'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:03.211480 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c2d5891e-9060-44de-b722-b9cc57a5126a req-ac689ddc-adb1-4a41-bc78-e80491ae128c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2473252 Nov 19 15:51:03.240269 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-16fce772-8b67-4ee6-a8f6-0da5997c59df req-280ab0d8-0541-4cfb-9f49-621f696562db tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675963 Nov 19 15:51:03.550830 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-120eddc4-b9f2-4acf-9475-4ab04990b077 req-36364282-bfaa-407b-a86d-3eecee0d5bd7 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 210 time: 0.0819259 Nov 19 15:51:03.552648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:51:03.558685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Attempting to bind port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:51:03.559189 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Attempting to bind port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:51:03.559427 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Attempting to bind port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d on network d5ccc901-2a26-468a-972b-1ca66f4ebc1a {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:51:03.562481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Usage tracker for resource:port and tenant:e42397305ba94c0cb5680ab9c29445c8 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:51:03.567633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Quota usage for port was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:51:03.577460 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:51:03.586880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:51:03.587260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Checking segment: {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:51:03.587666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:03.588058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Bound using segment: {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:51:03.588538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Bound port: 2677ae0c-6ce2-4f13-9a6f-53f55542e16d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:51:03.588911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:03.614585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Made reservation on behalf of e42397305ba94c0cb5680ab9c29445c8 for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:51:03.620091 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:03.635864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de529a6-d0d5-43be-902b-88efca85a561 req-96bb9c41-f09c-4061-8a78-5c434f85caad tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:03.637506 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4de529a6-d0d5-43be-902b-88efca85a561 req-96bb9c41-f09c-4061-8a78-5c434f85caad tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.2589326 Nov 19 15:51:03.876246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] For port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:51:03.880308 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4de529a6-d0d5-43be-902b-88efca85a561 req-96f72fd8-96f0-445d-aa5c-3585318034a8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2108986 Nov 19 15:51:03.894399 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] For port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:51:03.947530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:03.968144 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3435a061-57d1-4d0d-98ba-acf8d1c657f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:04.041339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d7a4b-8df5-4cb3-a886-3decb652206c req-8ca1ddc9-1416-4002-99ba-af61af62f985 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:04.042965 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-191d7a4b-8df5-4cb3-a886-3decb652206c req-8ca1ddc9-1416-4002-99ba-af61af62f985 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.3723478 Nov 19 15:51:04.225044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Pushing event updated for resources: {'Port': ['ID=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:04.240230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:04.283947 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-191d7a4b-8df5-4cb3-a886-3decb652206c req-e08471dd-89cb-431a-92f1-e70b9cbb0182 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241530 Nov 19 15:51:04.351130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:04.352639 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] 10.222.0.55 "PUT /v2.0/ports/2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 1157 time: 2.6675141 Nov 19 15:51:04.353175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:04.746616 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Allocated IP 172.20.0.8 (b2cb490d-8ac7-4b19-aa5b-17bf569599ec/891cbed0-87f8-4fb7-a947-0088a61eded8/16995bed-2d45-4d91-a95b-c92c55d9e0b4) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:51:04.918859 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c6bf6-8e96-4e39-9728-69039be4db59 req-dee4338b-4a74-4173-9c54-ccc5941e29c1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:04.920476 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e94c6bf6-8e96-4e39-9728-69039be4db59 req-dee4338b-4a74-4173-9c54-ccc5941e29c1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.5587292 Nov 19 15:51:04.935207 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.objects.ports [None req-ad243c66-2206-4d21-8046-9f2cf3eba88f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80310) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 15:51:04.945466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e70c6-98d8-4c68-a6f9-148daa82409c req-ca4ef42f-67a1-42ff-b104-eb64dcaaf8c4 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:04.947071 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-db6e70c6-98d8-4c68-a6f9-148daa82409c req-ca4ef42f-67a1-42ff-b104-eb64dcaaf8c4 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 943 time: 0.5397396 Nov 19 15:51:05.018466 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-12fa8c2b-a703-4af1-85d1-b15be6c86ca4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1160 time: 0.5508564 Nov 19 15:51:05.164995 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-ed24eb5f-82e0-45ab-b24e-b3f67baa3e98 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 217 time: 0.1160533 Nov 19 15:51:05.243207 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e94c6bf6-8e96-4e39-9728-69039be4db59 req-665c66b6-04fa-43fc-8bc1-a1ee958cd1ea tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109598 Nov 19 15:51:05.266903 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-db6e70c6-98d8-4c68-a6f9-148daa82409c req-278819aa-a329-4291-aae7-28bb7cad7f1b tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592154 Nov 19 15:51:05.275183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:05.293061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-d4bf1f49-f1b7-4ad0-b725-d9518475678d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:05.294563 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-d4bf1f49-f1b7-4ad0-b725-d9518475678d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.1159446 Nov 19 15:51:05.360073 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'status': 'completed', 'code': 200} Nov 19 15:51:05.394171 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-ab7b162e-6f79-4f40-99c7-005df458d082 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922091 Nov 19 15:51:05.395202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:05.493449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:05.648591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device af5cfeae-2678-42af-a855-415c43aa1ecb up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:05.773235 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port af5cfeae-2678-42af-a855-415c43aa1ecb completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:51:05.788477 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port af5cfeae-2678-42af-a855-415c43aa1ecb triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:05.790361 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:05.825682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Pushing event updated for resources: {'Port': ['ID=16995bed-2d45-4d91-a95b-c92c55d9e0b4,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:05.829068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:05.897707 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-c9a2bc30-7c4f-469c-856a-186c9cd50fc6 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068313 Nov 19 15:51:05.965869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:06.000749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5cfeae-2678-42af-a855-415c43aa1ecb'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:06.006751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff2c4f-faf7-4322-a192-3c4b5b77340d req-b0bd8305-c0d1-4578-a021-798883b092a2 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:06.008481 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9bff2c4f-faf7-4322-a192-3c4b5b77340d req-b0bd8305-c0d1-4578-a021-798883b092a2 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 931 time: 0.5166290 Nov 19 15:51:06.015016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0ec5f-2955-4085-a5b9-b462f3134c3f req-4450bae2-a57f-48bc-87bf-17b113cc2ade tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:06.016662 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-93f0ec5f-2955-4085-a5b9-b462f3134c3f req-4450bae2-a57f-48bc-87bf-17b113cc2ade tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.5271811 Nov 19 15:51:06.018464 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port af5cfeae-2678-42af-a855-415c43aa1ecb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=af5cfeae-2678-42af-a855-415c43aa1ecb,segment=NetworkSegment(1684072e-8f58-469f-a9aa-7a57e9095dd0),segment_id=1684072e-8f58-469f-a9aa-7a57e9095dd0)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:06.026049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:06.028332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:06.066463 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Network b2cb490d-8ac7-4b19-aa5b-17bf569599ec is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:51:06.072830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:51:06.075796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:51:06.080181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:06.080907 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:06.107717 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=af5cfeae-2678-42af-a855-415c43aa1ecb,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:06.122139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.123371 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.123784 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.124172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.124548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.124923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.125295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.125663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.126035 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.126397 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.126760 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.127149 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.127617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.127985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.128342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.128728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.129065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.129453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.129792 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.130145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.130517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.130887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.131257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.131610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:06.136211 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:06.219971 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9bff2c4f-faf7-4322-a192-3c4b5b77340d req-7fe55305-2f41-45b3-a337-5fb18cde96f0 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879044 Nov 19 15:51:06.227095 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0699115 Nov 19 15:51:06.231620 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-93f0ec5f-2955-4085-a5b9-b462f3134c3f req-4b655c7a-394e-4e36-b057-7e9d90ec5497 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680951 Nov 19 15:51:06.261607 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Request body: {'port': {'device_id': '0b0069fd-0e68-4e85-9783-9a9078394128', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:06.359305 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5cfeae-2678-42af-a855-415c43aa1ecb', 'code': 200} Nov 19 15:51:06.379929 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bd41daca-1207-43e3-abe9-e2f86c7219ac req-4e2a7d8d-cdeb-47bf-b263-0f7d2ac0bc65 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4689085 Nov 19 15:51:06.397998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:06.815692 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-69fdb1b0-daa4-4bde-aba7-57f46747a7b0 req-32da2965-ae5c-4f0f-88f7-4458639f8c79 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 1162 time: 0.1030095 Nov 19 15:51:06.820799 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0fb8e3-f783-4220-8fcd-bb104a96ef73 req-6a3388b7-3617-4cfb-ab90-bd394a65e3cc tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:06.822417 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb0fb8e3-f783-4220-8fcd-bb104a96ef73 req-6a3388b7-3617-4cfb-ab90-bd394a65e3cc tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 945 time: 0.4109852 Nov 19 15:51:06.848146 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device af5cfeae-2678-42af-a855-415c43aa1ecb up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:06.875118 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-69fdb1b0-daa4-4bde-aba7-57f46747a7b0 req-04704bc4-aed2-4ddc-88fc-aa76054d3ae3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508528 Nov 19 15:51:06.956932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port af5cfeae-2678-42af-a855-415c43aa1ecb triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:06.957619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:06.988260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b3b233-de14-45f1-8959-cda3a3f79a3d req-9f96e54f-47ee-4778-8368-a7d8edce4b7e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:06.990051 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f3b3b233-de14-45f1-8959-cda3a3f79a3d req-9f96e54f-47ee-4778-8368-a7d8edce4b7e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.4381003 Nov 19 15:51:07.002398 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc618ef8-1993-4efc-8c60-3674b054d517 req-2c302ba6-292e-4966-9fb5-87e272c63cfd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1160 time: 0.4278021 Nov 19 15:51:07.022619 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb0fb8e3-f783-4220-8fcd-bb104a96ef73 req-7268197f-5b05-49a4-b049-b4bc6b4afb1c tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907947 Nov 19 15:51:07.438211 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f3b3b233-de14-45f1-8959-cda3a3f79a3d req-0ef5bca9-9874-4f49-9512-ed56ee827bf4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347312 Nov 19 15:51:07.578244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc618ef8-1993-4efc-8c60-3674b054d517 req-6559cf54-ea8b-455d-8a42-6526f0f9340a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:07.579890 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc618ef8-1993-4efc-8c60-3674b054d517 req-6559cf54-ea8b-455d-8a42-6526f0f9340a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 908 time: 0.2611549 Nov 19 15:51:07.659517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52734b5e-40fd-40e9-9fe7-d60989a7cdf4 req-04efc884-7283-4492-90b2-37a0bd3ef26b tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:07.661074 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-52734b5e-40fd-40e9-9fe7-d60989a7cdf4 req-04efc884-7283-4492-90b2-37a0bd3ef26b tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 943 time: 0.3410904 Nov 19 15:51:07.793774 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc618ef8-1993-4efc-8c60-3674b054d517 req-e5d16b22-8f5a-4eb6-9762-09d5ef064615 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 217 time: 0.1952662 Nov 19 15:51:07.867620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16995bed-2d45-4d91-a95b-c92c55d9e0b4 {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:51:07.889748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:07.922682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Transition to ACTIVE for port object 16995bed-2d45-4d91-a95b-c92c55d9e0b4 will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:51:07.926225 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-52734b5e-40fd-40e9-9fe7-d60989a7cdf4 req-241d4435-1283-44d7-adfd-1da406884490 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830404 Nov 19 15:51:07.933123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc618ef8-1993-4efc-8c60-3674b054d517 req-e5d8cb7c-769e-4d0b-a445-051ca4df6a2e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:07.934688 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc618ef8-1993-4efc-8c60-3674b054d517 req-e5d8cb7c-769e-4d0b-a445-051ca4df6a2e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.1328859 Nov 19 15:51:07.935430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:07.964210 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:08.135969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30c82e-2517-447a-baf8-2be1a418c038 req-adc66375-be87-4f5e-b463-93f46e56da29 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:08.136641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-dd30c82e-2517-447a-baf8-2be1a418c038 req-adc66375-be87-4f5e-b463-93f46e56da29 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Synchronizing usage tracker for tenant:e42397305ba94c0cb5680ab9c29445c8 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:51:08.238406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Pushing event updated for resources: {'Port': ['ID=16995bed-2d45-4d91-a95b-c92c55d9e0b4,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:08.242446 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:08.288341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-dd30c82e-2517-447a-baf8-2be1a418c038 req-adc66375-be87-4f5e-b463-93f46e56da29 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Unset dirty status for tenant:e42397305ba94c0cb5680ab9c29445c8 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:51:08.295503 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dd30c82e-2517-447a-baf8-2be1a418c038 req-adc66375-be87-4f5e-b463-93f46e56da29 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 931 time: 0.6430745 Nov 19 15:51:08.367623 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc618ef8-1993-4efc-8c60-3674b054d517 req-5de375e2-5e1b-4e2d-80a4-b869e7de352c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4075110 Nov 19 15:51:08.436016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c019126-3e26-44a6-a8a9-a689b9c9d1b7 req-85804acb-67e9-4a44-b886-e1551b0350c6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:08.438401 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8c019126-3e26-44a6-a8a9-a689b9c9d1b7 req-85804acb-67e9-4a44-b886-e1551b0350c6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.3586674 Nov 19 15:51:08.473334 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dd30c82e-2517-447a-baf8-2be1a418c038 req-8256cf15-f61b-4e08-9ba1-b085b84b4a54 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762881 Nov 19 15:51:08.719327 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8c019126-3e26-44a6-a8a9-a689b9c9d1b7 req-876aab1d-df85-4eac-88f2-f2ee3067782b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268605 Nov 19 15:51:08.750130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Attempting to bind port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:51:08.750613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Attempting to bind port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '8fce78f7-92c5-40e9-8997-a5c931ab4a0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b2cb490d-8ac7-4b19-aa5b-17bf569599ec'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:51:08.751120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Attempting to bind port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 on network b2cb490d-8ac7-4b19-aa5b-17bf569599ec {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:51:08.760564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc618ef8-1993-4efc-8c60-3674b054d517 req-2c3c4cf1-4fb7-421c-9fc0-b6ad9eb63cba service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3314474 Nov 19 15:51:08.771737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:51:08.771737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Checking segment: {'id': '8fce78f7-92c5-40e9-8997-a5c931ab4a0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b2cb490d-8ac7-4b19-aa5b-17bf569599ec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:51:08.771737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:08.771737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Bound using segment: {'id': '8fce78f7-92c5-40e9-8997-a5c931ab4a0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b2cb490d-8ac7-4b19-aa5b-17bf569599ec'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:51:08.771737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Bound port: 16995bed-2d45-4d91-a95b-c92c55d9e0b4, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fce78f7-92c5-40e9-8997-a5c931ab4a0e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'b2cb490d-8ac7-4b19-aa5b-17bf569599ec'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:51:08.772659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:08.949039 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.objects.ports [None req-742eebb4-240c-47e2-8405-59e1fbc8e2b3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80310) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 15:51:09.065551 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0190a-2899-4d2f-ba81-161479ade232 req-b6fb9cab-f457-4b20-8428-7287670ea8b6 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:09.067121 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c4b0190a-2899-4d2f-ba81-161479ade232 req-b6fb9cab-f457-4b20-8428-7287670ea8b6 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 945 time: 0.4436426 Nov 19 15:51:09.152035 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc618ef8-1993-4efc-8c60-3674b054d517 req-81293a02-baed-4891-b68f-5f3845b156f8 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3634126 Nov 19 15:51:09.365532 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] For port 16995bed-2d45-4d91-a95b-c92c55d9e0b4, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:51:09.380126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dd74c8-d90f-4b5e-abe2-16cbbf6c2972 req-10b46d99-5b6d-47a9-bfba-d4136b6c1e51 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:09.381776 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-05dd74c8-d90f-4b5e-abe2-16cbbf6c2972 req-10b46d99-5b6d-47a9-bfba-d4136b6c1e51 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.4632647 Nov 19 15:51:09.385474 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c4b0190a-2899-4d2f-ba81-161479ade232 req-dd7c053b-cd94-4fcb-b46f-c3266bc9d1d4 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084910 Nov 19 15:51:09.387117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] For port 16995bed-2d45-4d91-a95b-c92c55d9e0b4, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=16995bed-2d45-4d91-a95b-c92c55d9e0b4,segment=NetworkSegment(8fce78f7-92c5-40e9-8997-a5c931ab4a0e),segment_id=8fce78f7-92c5-40e9-8997-a5c931ab4a0e)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:51:09.395001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:09.434098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-799388f6-15c4-4548-bb86-8e4bf974c27d tempest-VolumesNegativeTest-1701185010 tempest-VolumesNegativeTest-1701185010] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:09.658916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Pushing event updated for resources: {'Port': ['ID=16995bed-2d45-4d91-a95b-c92c55d9e0b4,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:09.677508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:09.724390 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-05dd74c8-d90f-4b5e-abe2-16cbbf6c2972 req-3d5ca8a4-da10-4806-9527-d05e2e2d7181 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312800 Nov 19 15:51:09.789652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fb10d-81a7-4797-85f6-eddb3330f4c3 req-62e2f438-570e-41ec-8f1b-d655eebd7a5a tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:09.791331 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d89fb10d-81a7-4797-85f6-eddb3330f4c3 req-62e2f438-570e-41ec-8f1b-d655eebd7a5a tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 943 time: 0.1965210 Nov 19 15:51:09.797592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:09.798757 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] 10.222.0.55 "PUT /v2.0/ports/16995bed-2d45-4d91-a95b-c92c55d9e0b4 HTTP/1.1" status: 200 len: 1157 time: 3.5419104 Nov 19 15:51:09.799304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b0069fd-0e68-4e85-9783-9a9078394128', 'tag': '16995bed-2d45-4d91-a95b-c92c55d9e0b4'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:09.910491 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device af5cfeae-2678-42af-a855-415c43aa1ecb up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:09.931876 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d89fb10d-81a7-4797-85f6-eddb3330f4c3 req-fc1cfab1-99dd-41a3-b533-47fa3ed8860f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234152 Nov 19 15:51:10.023771 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port af5cfeae-2678-42af-a855-415c43aa1ecb triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:10.024172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:10.103895 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-efb5791c-7e8c-45da-8214-c2f70b400762 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e42397305ba94c0cb5680ab9c29445c8&device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 1160 time: 0.2217202 Nov 19 15:51:10.119691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21053a2f-7e06-43ac-ab63-372d33684d8b req-6c6acf25-e960-4622-91e4-82e02b957af3 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:10.121394 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-21053a2f-7e06-43ac-ab63-372d33684d8b req-6c6acf25-e960-4622-91e4-82e02b957af3 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 943 time: 0.1704841 Nov 19 15:51:10.208975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 2677ae0c-6ce2-4f13-9a6f-53f55542e16d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:10.272132 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-bfcf9c76-025d-4ae7-9814-5de3821df707 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16995bed-2d45-4d91-a95b-c92c55d9e0b4 HTTP/1.1" status: 200 len: 217 time: 0.1496091 Nov 19 15:51:10.327166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:51:10.336175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:10.336603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:10.377092 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-21053a2f-7e06-43ac-ab63-372d33684d8b req-8a6e0b32-c1b9-4bb0-b00f-6a59f97d9751 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968191 Nov 19 15:51:10.385788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-be191cf2-53b5-4020-8853-eb66755254dd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:10.387400 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-be191cf2-53b5-4020-8853-eb66755254dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=891cbed0-87f8-4fb7-a947-0088a61eded8 HTTP/1.1" status: 200 len: 849 time: 0.1020658 Nov 19 15:51:10.417196 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff33662-49de-481d-b7b2-af7075322e04 req-f6b93f78-38ab-4b3d-8498-e5edbbbf5d20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:10.433781 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0ff33662-49de-481d-b7b2-af7075322e04 req-f6b93f78-38ab-4b3d-8498-e5edbbbf5d20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.2513630 Nov 19 15:51:10.484376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:10.527530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:10.528714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:10.535770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:10.538976 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8e51dfc5-fdca-4b8b-927d-d8217c55faae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:10.592222 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b0069fd-0e68-4e85-9783-9a9078394128', 'tag': '16995bed-2d45-4d91-a95b-c92c55d9e0b4', 'status': 'completed', 'code': 200} Nov 19 15:51:10.601403 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-a2301786-f12d-41a4-8510-a8c71ea54202 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2cb490d-8ac7-4b19-aa5b-17bf569599ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1564543 Nov 19 15:51:10.644206 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'code': 200} Nov 19 15:51:10.646763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:10.660311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:10.695936 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0ff33662-49de-481d-b7b2-af7075322e04 req-dcc50e57-c4e3-4720-ae1a-c26157611d67 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2608356 Nov 19 15:51:10.897905 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-2d43c734-0934-4be8-afa7-e3ca2a4d7f31 service neutron] 10.222.0.55 "GET /v2.0/networks/b2cb490d-8ac7-4b19-aa5b-17bf569599ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870443 Nov 19 15:51:10.940039 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 2677ae0c-6ce2-4f13-9a6f-53f55542e16d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:11.097775 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:11.100166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:11.210846 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-67c09335-a691-4074-9c03-276df0f509e8 req-78c0972f-0c9c-4da6-9158-6139c7c4fb58 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1162 time: 0.2270110 Nov 19 15:51:11.254320 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80657fb0-20c8-4ba2-8b33-fc6aefab5079 req-7418c468-92f0-4de6-ad12-864e7a10d3c3 service neutron] 10.222.0.55 "GET /v2.0/networks/b2cb490d-8ac7-4b19-aa5b-17bf569599ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3433838 Nov 19 15:51:11.312240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ca7b4-831a-44e4-9eb6-c4d9116a0ead req-f67926b8-d1d5-4ea6-9d31-8356d3b88d12 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:11.338389 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8f3ca7b4-831a-44e4-9eb6-c4d9116a0ead req-f67926b8-d1d5-4ea6-9d31-8356d3b88d12 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.3829939 Nov 19 15:51:11.376499 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-67c09335-a691-4074-9c03-276df0f509e8 req-70021abe-1b98-48ed-8240-b30d6058aee3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156855 Nov 19 15:51:11.418363 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8f3ca7b4-831a-44e4-9eb6-c4d9116a0ead req-9c8e1d09-f7f7-408d-89fb-7918b281d6ee tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956347 Nov 19 15:51:11.446354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3caa3-013d-4eb2-93f4-e6f1ebf10f14 req-faf21d5d-ff7e-4219-add5-5705782511a9 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:11.446354 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cab3caa3-013d-4eb2-93f4-e6f1ebf10f14 req-faf21d5d-ff7e-4219-add5-5705782511a9 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.2385433 Nov 19 15:51:11.524068 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cab3caa3-013d-4eb2-93f4-e6f1ebf10f14 req-9e299f10-dff2-481d-ab23-adb362aacb60 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783985 Nov 19 15:51:11.680044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f6dc1-880e-4154-a7ca-6696c48b9cc5 req-e6674735-453c-44e3-8dcf-659d31f949e8 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:11.681953 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c08f6dc1-880e-4154-a7ca-6696c48b9cc5 req-e6674735-453c-44e3-8dcf-659d31f949e8 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 943 time: 0.0986876 Nov 19 15:51:11.805998 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c08f6dc1-880e-4154-a7ca-6696c48b9cc5 req-d69ace34-2414-4d43-87ff-c1226f2f8dfc tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160157 Nov 19 15:51:11.843674 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c78051dd-9180-45ff-a211-df3a5ca4b985 req-3a6b52ed-aa3b-497b-8aa6-1ea799f26393 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e42397305ba94c0cb5680ab9c29445c8&device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 1160 time: 0.1204240 Nov 19 15:51:12.079273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78051dd-9180-45ff-a211-df3a5ca4b985 req-39a92884-07da-4f64-adb8-7d93f45cbe08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:12.080780 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c78051dd-9180-45ff-a211-df3a5ca4b985 req-39a92884-07da-4f64-adb8-7d93f45cbe08 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2cb490d-8ac7-4b19-aa5b-17bf569599ec HTTP/1.1" status: 200 len: 903 time: 0.2264132 Nov 19 15:51:12.176775 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a095a023-eb3c-4402-9ebd-d89713933920 req-d847e45f-0135-49e6-ba34-0d35e0842d79 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:12.178598 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a095a023-eb3c-4402-9ebd-d89713933920 req-d847e45f-0135-49e6-ba34-0d35e0842d79 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.2044246 Nov 19 15:51:12.180573 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c78051dd-9180-45ff-a211-df3a5ca4b985 req-ff58b2a9-d638-4b57-85d0-58d827205b60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16995bed-2d45-4d91-a95b-c92c55d9e0b4 HTTP/1.1" status: 200 len: 217 time: 0.0916178 Nov 19 15:51:12.314476 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a095a023-eb3c-4402-9ebd-d89713933920 req-ad59ab03-3f59-4881-b8e8-decb101fd34a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265857 Nov 19 15:51:12.331861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78051dd-9180-45ff-a211-df3a5ca4b985 req-9f591d1b-cfa1-49c8-978a-c2342aa55718 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:12.337957 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c78051dd-9180-45ff-a211-df3a5ca4b985 req-9f591d1b-cfa1-49c8-978a-c2342aa55718 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=891cbed0-87f8-4fb7-a947-0088a61eded8 HTTP/1.1" status: 200 len: 849 time: 0.1353662 Nov 19 15:51:12.399104 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c78051dd-9180-45ff-a211-df3a5ca4b985 req-f42e2d5f-7246-40e4-84e6-a7b71b0de804 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2cb490d-8ac7-4b19-aa5b-17bf569599ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526202 Nov 19 15:51:12.987126 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c78051dd-9180-45ff-a211-df3a5ca4b985 req-367e5e1a-56b1-4568-b476-203bd6f439b6 service neutron] 10.222.0.55 "GET /v2.0/networks/b2cb490d-8ac7-4b19-aa5b-17bf569599ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800283 Nov 19 15:51:13.013554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c61959-7bc9-4bdd-a3e1-b89a7aa61e57 req-eb1f1466-da01-433f-a06b-efa356682eeb tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:13.013779 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-45c61959-7bc9-4bdd-a3e1-b89a7aa61e57 req-eb1f1466-da01-433f-a06b-efa356682eeb tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.2450252 Nov 19 15:51:13.073572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1218a-d286-4afa-9bfb-048e7e618df8 req-184ab2f0-e1db-4ff1-8373-0662e5cc0885 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:13.075777 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-09a1218a-d286-4afa-9bfb-048e7e618df8 req-184ab2f0-e1db-4ff1-8373-0662e5cc0885 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.2702937 Nov 19 15:51:13.247677 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-45c61959-7bc9-4bdd-a3e1-b89a7aa61e57 req-669050b2-eed3-45d6-9646-9c327a04a3b4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226293 Nov 19 15:51:13.256536 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-09a1218a-d286-4afa-9bfb-048e7e618df8 req-18d7ba4d-8887-4f3b-96d6-85d7cddf1622 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719115 Nov 19 15:51:13.297144 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c78051dd-9180-45ff-a211-df3a5ca4b985 req-82214f33-77cf-43a3-aa5d-65fad1470297 service neutron] 10.222.0.55 "GET /v2.0/networks/b2cb490d-8ac7-4b19-aa5b-17bf569599ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2700500 Nov 19 15:51:13.496283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc50f3-d35b-4bfb-bae5-cdc000e99584 req-c509233b-bdbe-4758-984f-5da30eab2796 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:13.497914 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-efbc50f3-d35b-4bfb-bae5-cdc000e99584 req-c509233b-bdbe-4758-984f-5da30eab2796 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 943 time: 0.1130888 Nov 19 15:51:13.614413 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-efbc50f3-d35b-4bfb-bae5-cdc000e99584 req-664c89dd-7168-4fa9-9ec4-aa7bb854db6d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796566 Nov 19 15:51:13.650182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3425a-8b72-48dc-8eca-58383c46116a req-ab28b89b-5c3e-4eea-ad11-52633da8f73b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:13.656807 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ebd3425a-8b72-48dc-8eca-58383c46116a req-ab28b89b-5c3e-4eea-ad11-52633da8f73b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.1681764 Nov 19 15:51:13.721776 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ebd3425a-8b72-48dc-8eca-58383c46116a req-48689bbd-d62e-4427-8577-3dd4d2673244 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624325 Nov 19 15:51:14.550048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c023b-f5d1-4c9e-8470-baf86d18fffc req-dc014b55-c566-4bed-8aa5-720e52109f3b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:14.551954 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-441c023b-f5d1-4c9e-8470-baf86d18fffc req-dc014b55-c566-4bed-8aa5-720e52109f3b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1749372 Nov 19 15:51:14.623844 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-441c023b-f5d1-4c9e-8470-baf86d18fffc req-e002cdc8-bc20-4b5a-94bf-01c9cfb7418f tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644495 Nov 19 15:51:14.629815 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e324113-85b9-49ed-8cb6-2b05d2b3e6fb req-5ff7a25e-e248-4a14-8a48-8fd343c8970f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:14.631351 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5e324113-85b9-49ed-8cb6-2b05d2b3e6fb req-5ff7a25e-e248-4a14-8a48-8fd343c8970f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.1606934 Nov 19 15:51:14.885822 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5e324113-85b9-49ed-8cb6-2b05d2b3e6fb req-cc8e8f9d-92f0-4fe6-b9a2-6e6b83b71c37 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459736 Nov 19 15:51:15.149587 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.objects.ports [None req-626e3d96-0aca-4d0a-b5d2-24babe1f5a65 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80310) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 15:51:15.276944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e6d8d-7416-415e-86fe-1354c9cbfc00 req-a14e7f39-ef5e-4c69-8de9-4d2942ebb4dd tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:15.278698 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0a8e6d8d-7416-415e-86fe-1354c9cbfc00 req-a14e7f39-ef5e-4c69-8de9-4d2942ebb4dd tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 943 time: 0.2440224 Nov 19 15:51:15.291655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff10a1b-a7f4-40c7-aa71-a49bbc6b7a3a req-002e61a0-2408-4276-b530-ab20c854e4dd tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:15.293336 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1ff10a1b-a7f4-40c7-aa71-a49bbc6b7a3a req-002e61a0-2408-4276-b530-ab20c854e4dd tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.1351640 Nov 19 15:51:15.369465 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0a8e6d8d-7416-415e-86fe-1354c9cbfc00 req-14d881db-3d47-405a-9367-b5700fad3ef2 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750036 Nov 19 15:51:15.383601 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1ff10a1b-a7f4-40c7-aa71-a49bbc6b7a3a req-09fb199e-6a84-4f46-8762-82afb59b8402 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692503 Nov 19 15:51:15.613578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4975d-5f50-44e9-a5b1-0267240441aa req-64297645-8c95-40b1-abb9-788a07b8b600 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:15.622670 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8eb4975d-5f50-44e9-a5b1-0267240441aa req-64297645-8c95-40b1-abb9-788a07b8b600 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.1037743 Nov 19 15:51:15.707586 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8eb4975d-5f50-44e9-a5b1-0267240441aa req-4a372324-2935-4904-ad8f-a3410d0999f1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838447 Nov 19 15:51:15.897960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db52fba-954c-44ee-84b9-3f91dc6cf2c5 req-e83dd97a-e36e-47b3-a1ee-67b52d0d2261 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:15.899597 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8db52fba-954c-44ee-84b9-3f91dc6cf2c5 req-e83dd97a-e36e-47b3-a1ee-67b52d0d2261 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0985630 Nov 19 15:51:15.973095 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8db52fba-954c-44ee-84b9-3f91dc6cf2c5 req-a3f4b877-a7be-4a2b-96e8-22361c61dd11 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668402 Nov 19 15:51:16.026917 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 16995bed-2d45-4d91-a95b-c92c55d9e0b4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:16.143268 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:51:16.161492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:16.162257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:16.321367 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:16.354837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0069fd-0e68-4e85-9783-9a9078394128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16995bed-2d45-4d91-a95b-c92c55d9e0b4'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:16.366699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 16995bed-2d45-4d91-a95b-c92c55d9e0b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=16995bed-2d45-4d91-a95b-c92c55d9e0b4,segment=NetworkSegment(8fce78f7-92c5-40e9-8997-a5c931ab4a0e),segment_id=8fce78f7-92c5-40e9-8997-a5c931ab4a0e)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:16.372122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:16.374647 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:16.427046 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0069fd-0e68-4e85-9783-9a9078394128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16995bed-2d45-4d91-a95b-c92c55d9e0b4', 'code': 200} Nov 19 15:51:16.430333 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93f384-de27-4ddf-9d18-1b961eb791b8 req-18312cf7-fae1-4cde-bccd-54f293f2f177 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:16.431963 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3d93f384-de27-4ddf-9d18-1b961eb791b8 req-18312cf7-fae1-4cde-bccd-54f293f2f177 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.0966582 Nov 19 15:51:16.450051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=16995bed-2d45-4d91-a95b-c92c55d9e0b4,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:16.453446 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:16.507130 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3d93f384-de27-4ddf-9d18-1b961eb791b8 req-0c7082d4-2bb6-4ac1-8a8d-cd187c73621a tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575433 Nov 19 15:51:16.614238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd550e-6931-462d-b737-05ffc41f1d51 req-f2f3a69d-4997-44d7-be7e-319ed20fc130 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:16.615888 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f2cd550e-6931-462d-b737-05ffc41f1d51 req-f2f3a69d-4997-44d7-be7e-319ed20fc130 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 945 time: 0.0872502 Nov 19 15:51:16.746247 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f2cd550e-6931-462d-b737-05ffc41f1d51 req-dd096f39-cf85-44cb-a4d8-bdd3ac3cf6e8 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227121 Nov 19 15:51:16.767004 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6673be-480c-4b8a-a715-dee5de505a9d req-268e3834-a296-4b3f-a3a6-555e9138350d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:16.768241 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3d6673be-480c-4b8a-a715-dee5de505a9d req-268e3834-a296-4b3f-a3a6-555e9138350d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.1304481 Nov 19 15:51:16.825151 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3d6673be-480c-4b8a-a715-dee5de505a9d req-57c541da-ef25-4765-9190-e45fb2aca5e6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434515 Nov 19 15:51:17.026788 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5a647af1-29a6-480b-8682-c79ba8a49236 req-2cab5947-b375-410a-b7ba-95b9f422d8c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 1162 time: 0.1088634 Nov 19 15:51:17.096679 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5a647af1-29a6-480b-8682-c79ba8a49236 req-0816c888-9c68-4899-ba89-152a68808a5d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617414 Nov 19 15:51:17.123031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 16995bed-2d45-4d91-a95b-c92c55d9e0b4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:17.191437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b179db91-ed20-4bac-abaa-e18806471fbb req-b1a4274d-776c-4ded-804e-2e188cb41847 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:17.192940 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b179db91-ed20-4bac-abaa-e18806471fbb req-b1a4274d-776c-4ded-804e-2e188cb41847 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0836532 Nov 19 15:51:17.193643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:17.194063 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:17.245170 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b179db91-ed20-4bac-abaa-e18806471fbb req-3c9b39c0-bf9a-4b7a-81a3-fbacc1681614 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452883 Nov 19 15:51:17.517938 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-66d9dd6c-adba-4c5d-9fcd-49054c4814bc req-a312c3e1-7b69-4e35-bbb8-53b2ab71e237 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1162 time: 0.0770600 Nov 19 15:51:17.734158 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9dd6c-adba-4c5d-9fcd-49054c4814bc req-704d292d-564b-4f41-8296-db917deae9a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:17.735758 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-66d9dd6c-adba-4c5d-9fcd-49054c4814bc req-704d292d-564b-4f41-8296-db917deae9a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 912 time: 0.1976032 Nov 19 15:51:17.797231 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9aeb7a91-1fd4-4235-a86c-2c9d0fdf78bd req-891cf657-4a2a-4f39-bf77-cd846a2fa0f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 1162 time: 0.1648848 Nov 19 15:51:17.838018 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-66d9dd6c-adba-4c5d-9fcd-49054c4814bc req-64906c08-afe4-4f90-a25c-71a9c5509f6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25708ef-49f9-400e-9fac-a633331f4359 HTTP/1.1" status: 200 len: 217 time: 0.0945268 Nov 19 15:51:18.279929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9dd6c-adba-4c5d-9fcd-49054c4814bc req-91652675-8267-46a7-9543-e902f4983dd3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:18.281517 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-66d9dd6c-adba-4c5d-9fcd-49054c4814bc req-91652675-8267-46a7-9543-e902f4983dd3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.4358954 Nov 19 15:51:18.310417 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb7a91-1fd4-4235-a86c-2c9d0fdf78bd req-ec13fc21-9f2c-406f-9d4c-8311af4c2197 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:18.312564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9aeb7a91-1fd4-4235-a86c-2c9d0fdf78bd req-ec13fc21-9f2c-406f-9d4c-8311af4c2197 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.4993136 Nov 19 15:51:18.338186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b1049-c20d-4c74-91a2-89fa0b5424c2 req-d26d5574-2ba0-4dd0-aa4c-b2b81da3f2c1 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:18.339882 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e99b1049-c20d-4c74-91a2-89fa0b5424c2 req-d26d5574-2ba0-4dd0-aa4c-b2b81da3f2c1 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 945 time: 0.4498703 Nov 19 15:51:18.481311 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-66d9dd6c-adba-4c5d-9fcd-49054c4814bc req-796d8dec-7e10-42c0-a90c-b9d0176567b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403670 Nov 19 15:51:18.495704 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b49f0-ac27-49cd-9a85-2b2a9aabf471 req-b7996ba3-2c54-46cd-9e39-c21717fe925e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:18.497293 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c16b49f0-ac27-49cd-9a85-2b2a9aabf471 req-b7996ba3-2c54-46cd-9e39-c21717fe925e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.4916203 Nov 19 15:51:18.656245 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e99b1049-c20d-4c74-91a2-89fa0b5424c2 req-bdcd06a0-c3b8-4219-aa6b-d4ce9c618d8f tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788131 Nov 19 15:51:18.683098 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9aeb7a91-1fd4-4235-a86c-2c9d0fdf78bd req-974e968a-c52a-4760-9a79-906696e300a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 HTTP/1.1" status: 200 len: 1000 time: 0.3070242 Nov 19 15:51:18.722687 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c8f9019e-217c-499e-9e31-2d77d7455de9 req-3df01234-4827-4947-999e-45d82d3e409e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1162 time: 0.0976026 Nov 19 15:51:18.767451 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c16b49f0-ac27-49cd-9a85-2b2a9aabf471 req-45fff861-f975-4862-b666-0c4495c58944 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389300 Nov 19 15:51:18.780378 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c8f9019e-217c-499e-9e31-2d77d7455de9 req-fa9d9cca-31f3-497b-b64f-0956710d653d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488629 Nov 19 15:51:18.790701 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-66d9dd6c-adba-4c5d-9fcd-49054c4814bc req-aca7b21a-cba9-4258-818f-c5e00b6619fb service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896571 Nov 19 15:51:18.837849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb7a91-1fd4-4235-a86c-2c9d0fdf78bd req-70bf5560-94f1-448e-b003-0c696026fd4e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:18.839486 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9aeb7a91-1fd4-4235-a86c-2c9d0fdf78bd req-70bf5560-94f1-448e-b003-0c696026fd4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.1409492 Nov 19 15:51:18.888229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af5bbc-b43c-4558-a53c-a6298dcd3522 req-b75c63ff-de52-4029-9959-5ae61974fbb9 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:18.890565 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-46af5bbc-b43c-4558-a53c-a6298dcd3522 req-b75c63ff-de52-4029-9959-5ae61974fbb9 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0888169 Nov 19 15:51:18.940019 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-46af5bbc-b43c-4558-a53c-a6298dcd3522 req-af810ae3-955e-408e-906f-73fd132b925c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432427 Nov 19 15:51:19.114821 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 16995bed-2d45-4d91-a95b-c92c55d9e0b4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:19.186623 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:19.187125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:19.336773 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9aeb7a91-1fd4-4235-a86c-2c9d0fdf78bd req-a86d18ab-7bcb-462f-ade8-d41d69861345 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2164855 Nov 19 15:51:19.338783 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-66d9dd6c-adba-4c5d-9fcd-49054c4814bc req-6a87d0e6-0ac2-40a4-8cad-08c290011726 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2201402 Nov 19 15:51:19.517956 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9aeb7a91-1fd4-4235-a86c-2c9d0fdf78bd req-e5ebe823-282d-4229-9ce9-10abe577377b service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605206 Nov 19 15:51:19.670984 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9aeb7a91-1fd4-4235-a86c-2c9d0fdf78bd req-940c42e4-8c2f-4d96-a918-23092272ffd8 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1387753 Nov 19 15:51:19.881435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf361166-f1f5-4aa1-90af-cc07e8e5bcc0 req-dcfb8372-183d-4c46-8ee9-962366e4cfe1 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:19.883091 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cf361166-f1f5-4aa1-90af-cc07e8e5bcc0 req-dcfb8372-183d-4c46-8ee9-962366e4cfe1 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 945 time: 0.0834279 Nov 19 15:51:19.992729 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cf361166-f1f5-4aa1-90af-cc07e8e5bcc0 req-99726440-4d95-4535-8e66-08ccc936f836 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029780 Nov 19 15:51:20.033749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1aea48-3152-4589-8039-437ae6c7cb4d req-8d8304ce-7c7a-4169-ab54-e953896de989 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:20.035564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9c1aea48-3152-4589-8039-437ae6c7cb4d req-8d8304ce-7c7a-4169-ab54-e953896de989 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.1104941 Nov 19 15:51:20.098829 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9c1aea48-3152-4589-8039-437ae6c7cb4d req-8347f4eb-9d11-4e59-9076-6b14654f098b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548937 Nov 19 15:51:20.232456 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57722f04-0046-4e1b-b724-baae53c76ea2 req-fbe4162d-450f-4340-b21e-a4f98ab01a55 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:20.234153 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-57722f04-0046-4e1b-b724-baae53c76ea2 req-fbe4162d-450f-4340-b21e-a4f98ab01a55 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0960560 Nov 19 15:51:20.288156 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-57722f04-0046-4e1b-b724-baae53c76ea2 req-64561fdc-78b0-49b3-aff4-39e389c7fce4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472960 Nov 19 15:51:20.626433 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2539ff36-7ad1-4e93-8795-548db5e0af89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:21.298506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d25708ef-49f9-400e-9fac-a633331f4359 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:21.327554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4547d4b0-9cdd-4c21-bb0a-1d1d1f9c0eb6 req-d03f2a2e-c074-43cf-9d71-77ee56addacb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:21.329153 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4547d4b0-9cdd-4c21-bb0a-1d1d1f9c0eb6 req-d03f2a2e-c074-43cf-9d71-77ee56addacb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0907729 Nov 19 15:51:21.370586 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port d25708ef-49f9-400e-9fac-a633331f4359 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:21.371036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:21.379760 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4547d4b0-9cdd-4c21-bb0a-1d1d1f9c0eb6 req-e06d5629-c6a3-4c45-bd92-4f5fe84ab6fa tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440843 Nov 19 15:51:21.507615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74719b-f9e7-480c-b8e2-823c8a7ef8f0 req-275d4c45-58e5-4caa-a4ae-cd8e53d53f0c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:21.509175 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2c74719b-f9e7-480c-b8e2-823c8a7ef8f0 req-275d4c45-58e5-4caa-a4ae-cd8e53d53f0c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0855644 Nov 19 15:51:21.557941 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2c74719b-f9e7-480c-b8e2-823c8a7ef8f0 req-c5356aa1-999d-43af-ae6a-cec6df7a2227 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418928 Nov 19 15:51:21.785646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:22.367604 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3de35cc-fc81-49f9-b456-d763ef89f795 req-a410d5af-5902-4994-b33a-3a1d247987dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4965ec6a8b540b7af2498b0132a572e&device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 1162 time: 0.1478789 Nov 19 15:51:22.377928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96680da3-a580-4021-b47d-134bea9a8c84 req-9ab9947f-633e-4740-b149-e8aaf69cf1d0 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:22.379456 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-96680da3-a580-4021-b47d-134bea9a8c84 req-9ab9947f-633e-4740-b149-e8aaf69cf1d0 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1175718 Nov 19 15:51:22.603586 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-96680da3-a580-4021-b47d-134bea9a8c84 req-94ee07d0-3bec-4097-bdb7-77011f3f4223 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015643 Nov 19 15:51:22.624948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de35cc-fc81-49f9-b456-d763ef89f795 req-158d7518-2533-4996-bed7-032f04a12da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:22.626515 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3de35cc-fc81-49f9-b456-d763ef89f795 req-158d7518-2533-4996-bed7-032f04a12da5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 200 len: 912 time: 0.2461507 Nov 19 15:51:22.946100 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3de35cc-fc81-49f9-b456-d763ef89f795 req-f3050e7c-9578-4e95-aa8a-f7797e75a156 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d25708ef-49f9-400e-9fac-a633331f4359 HTTP/1.1" status: 200 len: 217 time: 0.3101819 Nov 19 15:51:22.960610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4383c0e-d3cf-4acd-9c36-b852393cf0eb req-7ecd51da-aca9-45c4-9bb1-c1c3dde2427a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:22.968727 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f4383c0e-d3cf-4acd-9c36-b852393cf0eb req-7ecd51da-aca9-45c4-9bb1-c1c3dde2427a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.4379697 Nov 19 15:51:22.995031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:51:23.073279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de35cc-fc81-49f9-b456-d763ef89f795 req-30884fc7-038a-4f0b-b8fa-3fbfb94e6c32 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:23.074845 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3de35cc-fc81-49f9-b456-d763ef89f795 req-30884fc7-038a-4f0b-b8fa-3fbfb94e6c32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 200 len: 858 time: 0.1035843 Nov 19 15:51:23.091583 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f4383c0e-d3cf-4acd-9c36-b852393cf0eb req-8982142e-ed50-4a0a-b069-3350d58867c2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221018 Nov 19 15:51:23.120285 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:23.146780 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3de35cc-fc81-49f9-b456-d763ef89f795 req-40560e80-a590-4027-839c-722bfedba5ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e0071b-a578-447a-a657-3135480e6132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534840 Nov 19 15:51:23.153975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:23.162103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:23.175448 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:23.177510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:23.237035 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88', 'code': 200} Nov 19 15:51:23.252316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:23.255691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:23.362258 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3de35cc-fc81-49f9-b456-d763ef89f795 req-586313ab-0d34-4d15-8cfb-89895eb327e1 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969600 Nov 19 15:51:23.421439 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd217cf0-8546-47e3-9b68-66c6b45f56de req-e7336fe6-f2f1-4e16-acce-a8c3a804557e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:23.423112 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cd217cf0-8546-47e3-9b68-66c6b45f56de req-e7336fe6-f2f1-4e16-acce-a8c3a804557e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.1298823 Nov 19 15:51:23.442985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c0b2ea1b-ee72-444d-a959-34c5b989b8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:23.579564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cd217cf0-8546-47e3-9b68-66c6b45f56de req-9ee90172-4cea-4b95-8438-8fb4be6d066f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453197 Nov 19 15:51:23.590203 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3de35cc-fc81-49f9-b456-d763ef89f795 req-e938bab8-d6e1-45d6-9791-54405b953f1a service neutron] 10.222.0.55 "GET /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2088141 Nov 19 15:51:23.775433 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:23.878657 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-d2a8ba3b-8368-4af6-ad7d-25179bca9b26 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2446480 Nov 19 15:51:23.891524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'floatingip': {'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:23.899096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:51:23.909094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a1d8d-bc35-4a1a-a274-f0f81919a6df req-acdfcbf6-5f90-4991-b633-418a444ea7ce tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:23.910622 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cd1a1d8d-bc35-4a1a-a274-f0f81919a6df req-acdfcbf6-5f90-4991-b633-418a444ea7ce tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1448028 Nov 19 15:51:23.911631 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Usage tracker for resource:floatingip and tenant:b8a76c88161e489eb089aa68bd2974aa is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:51:23.914690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:51:23.922002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:51:23.961623 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for floatingip, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:23.993904 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cd1a1d8d-bc35-4a1a-a274-f0f81919a6df req-b66be17b-4679-4b4f-9f71-d5a9ac684fa1 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761151 Nov 19 15:51:24.126133 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:24.467593 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Allocated IP 172.28.3.17 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/d1adc174-b407-468c-9413-f18d30166f94) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:51:24.524105 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4b7f4-6e81-4f98-b77d-6ce8f6dda3d0 req-41f56dad-69c9-4edc-b55e-944c1176a028 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:24.525625 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d1b4b7f4-6e81-4f98-b77d-6ce8f6dda3d0 req-41f56dad-69c9-4edc-b55e-944c1176a028 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.1478662 Nov 19 15:51:24.667484 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d1b4b7f4-6e81-4f98-b77d-6ce8f6dda3d0 req-27bccb13-da5c-4a6c-81d5-2cd7ef098bc8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304352 Nov 19 15:51:24.716974 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:24.722680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:24.751089 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:24.766828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:24.972948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event updated for resources: {'Port': ['ID=d1adc174-b407-468c-9413-f18d30166f94,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:24.976753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:25.032480 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4883f872-c8a0-4c9f-8d99-fc2956768498 req-6c90eb18-a607-4d19-ba07-58b93f7cda12 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:25.034081 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4883f872-c8a0-4c9f-8d99-fc2956768498 req-6c90eb18-a607-4d19-ba07-58b93f7cda12 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 945 time: 0.2023299 Nov 19 15:51:25.044396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:51:25.060752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:51:25.063244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:51:25.145166 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4883f872-c8a0-4c9f-8d99-fc2956768498 req-5fb679a5-0491-4720-a5af-a860b77e9e97 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033740 Nov 19 15:51:25.166968 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for floatingip, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:25.235674 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:25.324119 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:25.511798 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:25.515723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:25.532003 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:25.936949 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event updated for resources: {'Port': ['ID=d1adc174-b407-468c-9413-f18d30166f94,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:25.942817 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:26.001706 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:26.011317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deea245-98b7-43a7-93b8-5d0ade178abb req-7359faa9-3b69-4ca0-ace4-e489282642c6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:26.012859 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0deea245-98b7-43a7-93b8-5d0ade178abb req-7359faa9-3b69-4ca0-ace4-e489282642c6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.2028155 Nov 19 15:51:26.062717 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:26.064046 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1781104 Nov 19 15:51:26.129183 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0deea245-98b7-43a7-93b8-5d0ade178abb req-7cea14ef-a111-497f-beda-054aafb2039d tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084945 Nov 19 15:51:26.155980 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-7964dd95-89cf-4486-8542-3cac8251b70d tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Synchronizing usage tracker for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:floatingip {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:51:26.176353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-7964dd95-89cf-4486-8542-3cac8251b70d tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Unset dirty status for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:floatingip {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:51:26.177380 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-7964dd95-89cf-4486-8542-3cac8251b70d tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.28.3.17 HTTP/1.1" status: 200 len: 695 time: 0.1061983 Nov 19 15:51:26.373291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-3ca1503c-413a-4541-903e-8078d6f905bd tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:26.374854 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-3ca1503c-413a-4541-903e-8078d6f905bd tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/networks/efdedfa2-3635-42e3-9761-de3481e4898f HTTP/1.1" status: 200 len: 784 time: 0.1917961 Nov 19 15:51:26.386455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-1745a009-4927-4595-8f5f-96cb1b42f49b tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:51:26.387809 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7ae76269-1989-4f83-ae2b-e31bccea1e57 req-1745a009-4927-4595-8f5f-96cb1b42f49b tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0065866 Nov 19 15:51:26.609636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43082) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:51:26.681708 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672919-8900-4fdc-af88-51f5ed885076 req-3a1d13bf-4b71-4060-b244-f0e2f5f56920 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:26.683336 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-71672919-8900-4fdc-af88-51f5ed885076 req-3a1d13bf-4b71-4060-b244-f0e2f5f56920 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 945 time: 0.2252514 Nov 19 15:51:26.690607 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-7490d1e9-3c12-4776-a3c0-b4ec2ed17ada tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:26.691833 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-7490d1e9-3c12-4776-a3c0-b4ec2ed17ada tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.55 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 945 time: 0.1947372 Nov 19 15:51:26.753969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a64056a-2aa3-478d-88fc-6e470d2d7e8e req-8b707ec3-2bd0-45fe-a32a-42e1bc8bc017 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:26.755594 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5a64056a-2aa3-478d-88fc-6e470d2d7e8e req-8b707ec3-2bd0-45fe-a32a-42e1bc8bc017 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.2597151 Nov 19 15:51:26.763538 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-fd2a2e1d-0777-417b-bedc-d3a7e060c8dd service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1524498 Nov 19 15:51:26.847986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Deleting port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:51:26.848365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:26.881326 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-71672919-8900-4fdc-af88-51f5ed885076 req-bc4251d7-8461-4424-8432-68d610d80038 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883535 Nov 19 15:51:26.917548 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5a64056a-2aa3-478d-88fc-6e470d2d7e8e req-3fecc9ed-0ed0-45d2-b554-7750d701538b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437764 Nov 19 15:51:27.204485 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] For port 16995bed-2d45-4d91-a95b-c92c55d9e0b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=16995bed-2d45-4d91-a95b-c92c55d9e0b4,segment=NetworkSegment(8fce78f7-92c5-40e9-8997-a5c931ab4a0e),segment_id=8fce78f7-92c5-40e9-8997-a5c931ab4a0e)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:27.204886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:27.218960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9be6d2-202a-45e8-a106-354378279437 req-1265e698-408f-41d3-8d00-dd689253c72a tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:27.220551 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-1265e698-408f-41d3-8d00-dd689253c72a tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2102778 Nov 19 15:51:27.286015 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d25708ef-49f9-400e-9fac-a633331f4359 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:27.373887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port d25708ef-49f9-400e-9fac-a633331f4359 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:27.374387 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:27.435172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Calling delete_port for 16995bed-2d45-4d91-a95b-c92c55d9e0b4 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:51:27.532847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 16995bed-2d45-4d91-a95b-c92c55d9e0b4 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:51:27.533348 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-27047e15-d5cf-4a42-b7a8-26b0acc42a7b tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.28.3.17 HTTP/1.1" status: 200 len: 695 time: 0.2501142 Nov 19 15:51:27.560262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-9e9be6d2-202a-45e8-a106-354378279437 req-bd29e6f2-90e9-41f6-b3d0-f981ff446de1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'floatingip': {'port_id': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:27.650882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-9e9be6d2-202a-45e8-a106-354378279437 req-bd29e6f2-90e9-41f6-b3d0-f981ff446de1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for floatingip, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:27.652963 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:27.682098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0069fd-0e68-4e85-9783-9a9078394128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16995bed-2d45-4d91-a95b-c92c55d9e0b4'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:27.708498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 16995bed-2d45-4d91-a95b-c92c55d9e0b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=16995bed-2d45-4d91-a95b-c92c55d9e0b4,segment=NetworkSegment(8fce78f7-92c5-40e9-8997-a5c931ab4a0e),segment_id=8fce78f7-92c5-40e9-8997-a5c931ab4a0e)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:27.712226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:27.715174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:27.735637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:51:27.736057 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:51:27.767961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d17cb3-e1fe-4baa-8881-39850332235f req-01e7c3d5-a9a4-440b-8c1e-3f9c557b69a2 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:27.769555 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-52d17cb3-e1fe-4baa-8881-39850332235f req-01e7c3d5-a9a4-440b-8c1e-3f9c557b69a2 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.4918995 Nov 19 15:51:27.788227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=16995bed-2d45-4d91-a95b-c92c55d9e0b4,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:27.791637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:28.078260 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-52d17cb3-e1fe-4baa-8881-39850332235f req-1f390f4b-4d58-4168-b042-6bd3706de1ff tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916422 Nov 19 15:51:28.162688 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0069fd-0e68-4e85-9783-9a9078394128', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16995bed-2d45-4d91-a95b-c92c55d9e0b4', 'code': 200} Nov 19 15:51:28.251346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Deleting port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:51:28.251770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:28.850355 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-044ae35d-95f9-4fb1-beef-ebc063051107 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2&tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7 HTTP/1.1" status: 200 len: 1160 time: 0.5504928 Nov 19 15:51:28.871630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be82d24-95ba-4d9d-ba4f-c25a49bf481a req-9609e742-563b-4e97-b1f4-0956b158a3c5 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:28.873134 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9be82d24-95ba-4d9d-ba4f-c25a49bf481a req-9609e742-563b-4e97-b1f4-0956b158a3c5 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 943 time: 0.5891726 Nov 19 15:51:29.013250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] For port 16995bed-2d45-4d91-a95b-c92c55d9e0b4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=16995bed-2d45-4d91-a95b-c92c55d9e0b4,segment=NetworkSegment(8fce78f7-92c5-40e9-8997-a5c931ab4a0e),segment_id=8fce78f7-92c5-40e9-8997-a5c931ab4a0e)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:29.013554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:29.161332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Calling delete_port for 16995bed-2d45-4d91-a95b-c92c55d9e0b4 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:51:29.203601 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9be82d24-95ba-4d9d-ba4f-c25a49bf481a req-8caa2c9e-5295-4152-9e0d-7a7e278236c5 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/security-groups?id=2523c1cb-5408-4b2e-87bf-b8c84ff0530c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239889 Nov 19 15:51:29.365608 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-d11e465f-390e-492e-b0e2-c2d3a98744f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 1160 time: 0.4505661 Nov 19 15:51:29.813718 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-9e9be6d2-202a-45e8-a106-354378279437 req-bd29e6f2-90e9-41f6-b3d0-f981ff446de1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for floatingip, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:29.833734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-9e9be6d2-202a-45e8-a106-354378279437 req-bd29e6f2-90e9-41f6-b3d0-f981ff446de1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:29.911137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:29.932739 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d186650d-670e-4d9f-a023-66a287fdbe2d tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:30.011734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Pushing event deleted for resources: {'Port': ['ID=16995bed-2d45-4d91-a95b-c92c55d9e0b4,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:30.014282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:30.026644 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d16402-cfaf-4d50-b5ae-44f0ca01976a req-ea6e7b90-7b86-4ba7-a93f-2eb64224bdca tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:30.028288 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-87d16402-cfaf-4d50-b5ae-44f0ca01976a req-ea6e7b90-7b86-4ba7-a93f-2eb64224bdca tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.6669958 Nov 19 15:51:30.038033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-6fff4673-80ce-4e28-b45e-dc5a6567b50f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:30.039511 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-6fff4673-80ce-4e28-b45e-dc5a6567b50f service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.6536202 Nov 19 15:51:30.283719 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-87d16402-cfaf-4d50-b5ae-44f0ca01976a req-87935278-978f-4acd-805f-394e445f34d1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431781 Nov 19 15:51:30.286949 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-c9de3b01-1edf-42b7-b48f-4f0910b0a442 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 HTTP/1.1" status: 200 len: 998 time: 0.1711147 Nov 19 15:51:30.453784 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] No DVR routers for this DVR port 16995bed-2d45-4d91-a95b-c92c55d9e0b4 on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:51:30.458199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:30.461760 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b0069fd-0e68-4e85-9783-9a9078394128', 'name': 'network-vif-deleted', 'tag': '16995bed-2d45-4d91-a95b-c92c55d9e0b4'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:30.487748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-00c23181-3313-4a57-a970-dbe3a1cef6f1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:30.489391 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-00c23181-3313-4a57-a970-dbe3a1cef6f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.1433177 Nov 19 15:51:30.492466 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0c1e68f-48dc-4f63-b123-8a465a62fa0e req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.55 "DELETE /v2.0/ports/16995bed-2d45-4d91-a95b-c92c55d9e0b4 HTTP/1.1" status: 204 len: 173 time: 3.7815633 Nov 19 15:51:30.563803 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [req-9e9be6d2-202a-45e8-a106-354378279437 req-bd29e6f2-90e9-41f6-b3d0-f981ff446de1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Floating IP 171fb44e-9700-46a7-a0ba-690ff92ec3d4 associated. External IP: 172.28.3.17, port: 2677ae0c-6ce2-4f13-9a6f-53f55542e16d. Nov 19 15:51:30.726047 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-219b97ef-d0d6-482c-a011-96d0ddba6b0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2213221 Nov 19 15:51:30.905682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-afdc7491-ecef-443a-ada8-f28043625e1f req-4e1bc6c6-5666-4176-8e33-c7efccde230a tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Synchronizing usage tracker for tenant:e42397305ba94c0cb5680ab9c29445c8 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:51:30.994512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-afdc7491-ecef-443a-ada8-f28043625e1f req-4e1bc6c6-5666-4176-8e33-c7efccde230a tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Unset dirty status for tenant:e42397305ba94c0cb5680ab9c29445c8 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:51:30.995770 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-afdc7491-ecef-443a-ada8-f28043625e1f req-4e1bc6c6-5666-4176-8e33-c7efccde230a tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] 10.222.0.48 "GET /v2.0/ports?device_id=0b0069fd-0e68-4e85-9783-9a9078394128 HTTP/1.1" status: 200 len: 210 time: 0.1970961 Nov 19 15:51:31.028195 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-29a09a3e-8638-4ddd-b480-7ec7bce2a8e8 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241356 Nov 19 15:51:31.073435 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b0069fd-0e68-4e85-9783-9a9078394128', 'name': 'network-vif-deleted', 'tag': '16995bed-2d45-4d91-a95b-c92c55d9e0b4', 'status': 'completed', 'code': 200} Nov 19 15:51:31.270729 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07f26f50-047d-4ebb-9f0f-a818039b6175 req-98685423-42ce-4325-9540-bf8e64d41b9d service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2305133 Nov 19 15:51:31.614461 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e9be6d2-202a-45e8-a106-354378279437 req-bd29e6f2-90e9-41f6-b3d0-f981ff446de1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Router f5f90a00-34e9-4c55-a540-3b1c305cdd76 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:51:31.881008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e9be6d2-202a-45e8-a106-354378279437 req-bd29e6f2-90e9-41f6-b3d0-f981ff446de1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:51:31.885369 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-9e9be6d2-202a-45e8-a106-354378279437 req-bd29e6f2-90e9-41f6-b3d0-f981ff446de1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:31.893164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] Sync routers for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:51:31.907187 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:51:31.907842 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:51:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:31.942419 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-bd29e6f2-90e9-41f6-b3d0-f981ff446de1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "PUT /v2.0/floatingips/171fb44e-9700-46a7-a0ba-690ff92ec3d4 HTTP/1.1" status: 200 len: 995 time: 4.3999631 Nov 19 15:51:32.073537 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-298e5de3-a14b-4071-8292-31f88457c633 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1162 time: 0.1138458 Nov 19 15:51:32.288913 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9be6d2-202a-45e8-a106-354378279437 req-c5c8f2df-888e-41f7-83eb-d7210621f365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:32.306306 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-c5c8f2df-888e-41f7-83eb-d7210621f365 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 908 time: 0.2225430 Nov 19 15:51:32.354411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:51:32.555455 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-d63109a3-64ea-473f-a5b9-fd3a456169f2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 998 time: 0.2477698 Nov 19 15:51:32.631281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b959e-1443-4d8b-9429-df30b8eb9190 req-9ec48098-85d5-4430-a85d-10310d132cc0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:32.632783 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e9b959e-1443-4d8b-9429-df30b8eb9190 req-9ec48098-85d5-4430-a85d-10310d132cc0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.2549257 Nov 19 15:51:32.663288 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9be6d2-202a-45e8-a106-354378279437 req-710179d9-51ad-4ac2-8bbb-127f666b5a44 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:32.664770 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-710179d9-51ad-4ac2-8bbb-127f666b5a44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.1002107 Nov 19 15:51:32.774522 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e9b959e-1443-4d8b-9429-df30b8eb9190 req-b10d89e0-5cfe-4bc0-b68d-4561b2bf4883 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308141 Nov 19 15:51:32.799362 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-0a41e8ee-aa4a-44cf-bad5-f8b9ef77954c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1186109 Nov 19 15:51:32.815710 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-d032a212-14a1-4113-aab9-3bb11bbdbe61 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:51:32.835793 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-d032a212-14a1-4113-aab9-3bb11bbdbe61 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0273573 Nov 19 15:51:32.880497 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '171fb44e-9700-46a7-a0ba-690ff92ec3d4', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'floating_ip_address': '172.28.3.17', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'port_id': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'mac_address': 'fa:16:3e:7f:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:51:25Z', 'updated_at': '2020-11-19T15:51:29Z', 'revision_number': 1, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed3ee7f-4805-4464-857a-104ead991f65', 'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'mac_address': 'fa:16:3e:80:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:24Z', 'updated_at': '2020-11-19T15:50:32Z', 'revision_number': 5, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'subnets': [{'id': '197f1051-f64d-40ab-8c2e-b78788735868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:32.891440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] Checking router: f5f90a00-34e9-4c55-a540-3b1c305cdd76 for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:51:32.922783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:51:32.923480 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:51:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:33.100534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:33.108686 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-57588286-795f-467d-89a3-7bc369982cc8 service neutron] 10.222.0.48 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716637 Nov 19 15:51:33.229000 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'status': 'completed', 'code': 200} Nov 19 15:51:33.246604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:51:33.371198 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9e9be6d2-202a-45e8-a106-354378279437 req-c96536cb-c381-45a3-a778-e52b6e9b5b93 service neutron] 10.222.0.48 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2489285 Nov 19 15:51:33.443760 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-169752849', 'description': 'tempest-TestMinimumBasicScenario-169752849 description'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:33.454175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:51:33.480520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:51:33.509267 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:33.562520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:51:33.568084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Usage tracker for resource:security_group_rule and tenant:b8a76c88161e489eb089aa68bd2974aa is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:51:33.571417 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:51:33.579064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:51:33.706962 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:33.709985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:33.717737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-40ef80f3-79f6-486a-ae1e-0537e36da35a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:33.790682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event updated for resources: {'SecurityGroup': ['ID=4376cfa7-3820-42a0-9a7f-25eb849d9fa9,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:33.813494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.814072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.814574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.815242 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.815651 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.816035 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.816422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.817404 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.817942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.818332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.818715 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.819153 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.819624 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.820008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.820386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.820762 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.821916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.822315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.822842 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.823339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.823723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.824632 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.825036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.825408 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:33.837570 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:33.841660 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:33.843034 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e29f92fc-de8d-471e-949c-37cfe8feba0f req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1651 time: 0.4042869 Nov 19 15:51:33.846109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '171fb44e-9700-46a7-a0ba-690ff92ec3d4', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'floating_ip_address': '172.28.3.17', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'port_id': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'mac_address': 'fa:16:3e:7f:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:51:25Z', 'updated_at': '2020-11-19T15:51:29Z', 'revision_number': 1, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed3ee7f-4805-4464-857a-104ead991f65', 'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'mac_address': 'fa:16:3e:80:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:24Z', 'updated_at': '2020-11-19T15:50:32Z', 'revision_number': 5, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'subnets': [{'id': '197f1051-f64d-40ab-8c2e-b78788735868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:33.859710 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabbac06-f977-41fc-976f-1f3bcfae8aec None None] The sync data for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb is: [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '171fb44e-9700-46a7-a0ba-690ff92ec3d4', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'floating_ip_address': '172.28.3.17', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'port_id': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'mac_address': 'fa:16:3e:7f:cf:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:51:25Z', 'updated_at': '2020-11-19T15:51:29Z', 'revision_number': 1, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ed3ee7f-4805-4464-857a-104ead991f65', 'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'mac_address': 'fa:16:3e:80:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:24Z', 'updated_at': '2020-11-19T15:50:32Z', 'revision_number': 5, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'subnets': [{'id': '197f1051-f64d-40ab-8c2e-b78788735868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:51:33.995836 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-5d324be4-70d1-4ded-b13d-9debe37b9c5e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups/4376cfa7-3820-42a0-9a7f-25eb849d9fa9 HTTP/1.1" status: 200 len: 1646 time: 0.0932820 Nov 19 15:51:34.010740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4376cfa7-3820-42a0-9a7f-25eb849d9fa9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:34.011658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4376cfa7-3820-42a0-9a7f-25eb849d9fa9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:34.021498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:51:34.026425 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Usage tracker for resource:security_group_rule and tenant:b8a76c88161e489eb089aa68bd2974aa is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:51:34.071995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:51:34.087691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:51:34.180762 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c44508-5dfd-427d-915c-5cfc298ac04c req-b3c54be1-2aca-4bea-8eb2-b4b20478366b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:34.182423 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b5c44508-5dfd-427d-915c-5cfc298ac04c req-b3c54be1-2aca-4bea-8eb2-b4b20478366b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.1524315 Nov 19 15:51:34.183881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group_rule, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:34.228064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:34.240109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:34.248075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:34.276353 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b5c44508-5dfd-427d-915c-5cfc298ac04c req-9ad786e2-26a8-4748-ab40-c8f10a05ac47 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863895 Nov 19 15:51:34.279851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb01204-db8b-40c3-bd6a-84582d786d3a,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:34.286734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:34.292594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group_rule, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:34.293907 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a5f1cb0a-8ea3-45d7-9da1-ad5b1468f818 req-81201469-1730-4af8-a745-3aea5294d60e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.2886510 Nov 19 15:51:34.331229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3ed927-784f-41a2-bcc2-d1af0f71aac3 None None] New status for floating IP 171fb44e-9700-46a7-a0ba-690ff92ec3d4: ACTIVE {{(pid=80310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:51:34.414273 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-acd251a6-244c-48ff-824f-84a92bea193f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups/4376cfa7-3820-42a0-9a7f-25eb849d9fa9 HTTP/1.1" status: 200 len: 2149 time: 0.0808945 Nov 19 15:51:34.425588 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4376cfa7-3820-42a0-9a7f-25eb849d9fa9', 'remote_group_id': None}]} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:34.425934 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4376cfa7-3820-42a0-9a7f-25eb849d9fa9', 'remote_group_id': None}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:34.432590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:51:34.436834 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Usage tracker for resource:security_group_rule and tenant:b8a76c88161e489eb089aa68bd2974aa is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:51:34.440512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:51:34.446547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:51:34.515968 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group_rule, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:34.555155 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:34.559749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:34.562714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:34.627577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c5fe636-787c-4e3e-8f57-e24e2ed0509b,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:34.636856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:34.638357 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group_rule, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:34.640374 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-03115cfd-04e2-4f8a-ac02-7339acc7cb87 req-27357938-7492-453b-8a7f-923563ca7248 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.2192645 Nov 19 15:51:34.833865 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-9232c72a-120a-4892-9825-70850ac6ce64 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Synchronizing usage tracker for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:51:34.853439 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-9232c72a-120a-4892-9825-70850ac6ce64 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Unset dirty status for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:51:34.854726 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-9232c72a-120a-4892-9825-70850ac6ce64 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-169752849&fields=id&tenant_id=b8a76c88161e489eb089aa68bd2974aa HTTP/1.1" status: 200 len: 267 time: 0.0889778 Nov 19 15:51:34.949538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-c54c2365-8a6e-4671-bd60-e7061004fec1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:34.951822 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-c54c2365-8a6e-4671-bd60-e7061004fec1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.0903332 Nov 19 15:51:34.968861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'port': {'security_groups': ['24c43eea-d85a-4324-ab99-43ec40e6e425', '4376cfa7-3820-42a0-9a7f-25eb849d9fa9']}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:51:35.106232 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:35.510102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] For port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:35.543463 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:35.550322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:35.567220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:35.796542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event updated for resources: {'Port': ['ID=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,revision_number=5']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:35.802543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:35.852948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a417fc4-26e6-4ab1-b674-351b117d1497 req-44ef4624-337f-49dc-af45-a5645ec7eceb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:35.854639 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0a417fc4-26e6-4ab1-b674-351b117d1497 req-44ef4624-337f-49dc-af45-a5645ec7eceb tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.2311330 Nov 19 15:51:35.863744 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:35.864483 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:35.877576 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa240580-b489-4c21-9654-dabd4c3ce2fa req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "PUT /v2.0/ports/2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 981 time: 0.9143183 Nov 19 15:51:35.878450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:35.946256 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0a417fc4-26e6-4ab1-b674-351b117d1497 req-222fd04a-4635-4909-a72a-a9ba9bb5ed3a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546627 Nov 19 15:51:36.202662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a5e141-6ab7-4ed2-982b-04b9717852a5 req-0a8f3bd4-c71d-4faa-9ed9-1b42fc55a433 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:36.204246 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-14a5e141-6ab7-4ed2-982b-04b9717852a5 req-0a8f3bd4-c71d-4faa-9ed9-1b42fc55a433 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1672609 Nov 19 15:51:36.208640 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-40775614-6afc-4699-980f-a5f9a7082b14 None None] Provisioning complete for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:36.209262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-40775614-6afc-4699-980f-a5f9a7082b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:36.508018 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-14a5e141-6ab7-4ed2-982b-04b9717852a5 req-44d754d3-829a-4ef7-af54-c13d83571605 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953548 Nov 19 15:51:36.515450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c613d-fbc1-4261-9fc0-34aebd4106b6 req-19436c13-15f0-4023-8177-0283145ebc1b tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:36.517035 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-525c613d-fbc1-4261-9fc0-34aebd4106b6 req-19436c13-15f0-4023-8177-0283145ebc1b tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.3837790 Nov 19 15:51:36.572649 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-525c613d-fbc1-4261-9fc0-34aebd4106b6 req-6a12dc71-bf32-4748-9c84-ec8e0ccf70d2 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0481188 Nov 19 15:51:36.616308 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'status': 'completed', 'code': 200} Nov 19 15:51:37.217485 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7bb2d0-91a6-4ee0-b40c-29a66f84e3ea req-0f056462-351c-4afe-9a07-ff8851402b92 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:37.219310 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2d7bb2d0-91a6-4ee0-b40c-29a66f84e3ea req-0f056462-351c-4afe-9a07-ff8851402b92 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.0878808 Nov 19 15:51:37.273933 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2d7bb2d0-91a6-4ee0-b40c-29a66f84e3ea req-b16a95d2-0b7d-4164-9c29-60a21a47879a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479009 Nov 19 15:51:37.566854 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 2677ae0c-6ce2-4f13-9a6f-53f55542e16d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:37.666307 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:37.666747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:37.796144 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b374222-c4e5-4a5e-92be-c8ccd70417d8 req-70069f60-29f9-4ec2-8049-4f56fbf65c25 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:37.797792 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8b374222-c4e5-4a5e-92be-c8ccd70417d8 req-70069f60-29f9-4ec2-8049-4f56fbf65c25 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1330945 Nov 19 15:51:37.851524 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8b374222-c4e5-4a5e-92be-c8ccd70417d8 req-41d59e9f-2e15-4d81-b4d9-64f1e3758a65 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456920 Nov 19 15:51:38.261890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:51:38.541512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc72dea5-e6ee-4996-8792-ef28ac4cd5c8 req-311b17ea-39b3-4e72-9d51-23feefb6b01c tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:38.543156 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cc72dea5-e6ee-4996-8792-ef28ac4cd5c8 req-311b17ea-39b3-4e72-9d51-23feefb6b01c tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.0973744 Nov 19 15:51:38.599852 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cc72dea5-e6ee-4996-8792-ef28ac4cd5c8 req-174e464c-b302-4ae5-908b-fe564bfca2f4 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463731 Nov 19 15:51:39.090489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb534a-bdc7-48ab-8991-5504ae1769cc req-60cfd49f-52cf-44d0-a00c-3cbf31603233 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:39.092796 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7afb534a-bdc7-48ab-8991-5504ae1769cc req-60cfd49f-52cf-44d0-a00c-3cbf31603233 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.0926702 Nov 19 15:51:39.159962 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7afb534a-bdc7-48ab-8991-5504ae1769cc req-094a70a9-e5e2-41c4-aa52-48283cebe946 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603855 Nov 19 15:51:39.852954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c14744-c21e-4eee-8af3-4da24e25226f req-b1ec3824-f5a3-4278-b509-d984a1564841 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:39.855210 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-40c14744-c21e-4eee-8af3-4da24e25226f req-b1ec3824-f5a3-4278-b509-d984a1564841 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.0867651 Nov 19 15:51:39.908883 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-40c14744-c21e-4eee-8af3-4da24e25226f req-23ce1de5-cf84-4bed-a5d7-92053e6588e2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462270 Nov 19 15:51:40.442698 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dedcc6-2317-4b3f-981a-51bd4467bb46 req-4189e331-af0e-4a93-8bf7-0a9232cd681f tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:40.444361 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e7dedcc6-2317-4b3f-981a-51bd4467bb46 req-4189e331-af0e-4a93-8bf7-0a9232cd681f tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1155748 Nov 19 15:51:40.523297 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e7dedcc6-2317-4b3f-981a-51bd4467bb46 req-637bf54b-72da-4908-a882-6ef5f255330c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630903 Nov 19 15:51:41.146304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20580cef-cb6e-4106-a95c-342e1848463d req-6e51c1ba-8f38-4576-a38b-684cd4e56c66 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:41.147935 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-20580cef-cb6e-4106-a95c-342e1848463d req-6e51c1ba-8f38-4576-a38b-684cd4e56c66 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.0885394 Nov 19 15:51:41.209067 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-20580cef-cb6e-4106-a95c-342e1848463d req-7dd39c80-17bb-4580-8c7e-d142813c2236 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547271 Nov 19 15:51:41.779286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef5545-a992-4646-82ec-7f8ffa0c3c9e req-3db06887-b987-4f1a-8345-b8cdf8cc59ff tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:41.780905 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-02ef5545-a992-4646-82ec-7f8ffa0c3c9e req-3db06887-b987-4f1a-8345-b8cdf8cc59ff tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1058729 Nov 19 15:51:41.831764 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-02ef5545-a992-4646-82ec-7f8ffa0c3c9e req-67bc3fa1-a513-4d53-abe7-90e8f95f4e7b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446074 Nov 19 15:51:42.472995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b18b8b-7a45-426e-a558-21ace3e5c0c9 req-a7dd7b5b-cf87-4869-aa2d-934f07b41d3e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:42.474889 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-82b18b8b-7a45-426e-a558-21ace3e5c0c9 req-a7dd7b5b-cf87-4869-aa2d-934f07b41d3e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.1040032 Nov 19 15:51:42.523744 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-82b18b8b-7a45-426e-a558-21ace3e5c0c9 req-99894dac-dcd9-42dc-a4e4-4f6011e985f8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426142 Nov 19 15:51:43.055003 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13720d12-ccc5-4335-b536-9811fe99d706 req-b3a557ad-de34-4534-a2c8-d0f39d4359b6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:43.056609 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-13720d12-ccc5-4335-b536-9811fe99d706 req-b3a557ad-de34-4534-a2c8-d0f39d4359b6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.0848937 Nov 19 15:51:43.108886 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-13720d12-ccc5-4335-b536-9811fe99d706 req-8dd07754-8d86-4159-877a-3a4fb6544627 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448895 Nov 19 15:51:43.854434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0e364d-c6c0-48c7-be2e-751a99efb077 req-4e64f7ae-1ab6-4aec-8592-713d19e33454 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:43.856111 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2a0e364d-c6c0-48c7-be2e-751a99efb077 req-4e64f7ae-1ab6-4aec-8592-713d19e33454 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.1189277 Nov 19 15:51:43.908575 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2a0e364d-c6c0-48c7-be2e-751a99efb077 req-e853ea60-1967-4faa-9e5a-e2ab4c1c1533 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456200 Nov 19 15:51:44.337743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ca9aa-7faa-4e8f-a1fd-2296a30d4f51 req-ba11a24e-dbc2-4c31-b25b-b881e63ef49a tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:44.339417 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-598ca9aa-7faa-4e8f-a1fd-2296a30d4f51 req-ba11a24e-dbc2-4c31-b25b-b881e63ef49a tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.0896289 Nov 19 15:51:44.387582 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-598ca9aa-7faa-4e8f-a1fd-2296a30d4f51 req-3eff4a6b-962a-41af-ade3-234c80504258 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455475 Nov 19 15:51:45.149470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322a7c59-52c5-4465-bc3c-aadf1cdda58f req-b327ffbb-2898-4614-adb4-11cb617a1c4d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:45.154960 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-322a7c59-52c5-4465-bc3c-aadf1cdda58f req-b327ffbb-2898-4614-adb4-11cb617a1c4d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.0945053 Nov 19 15:51:45.203633 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-322a7c59-52c5-4465-bc3c-aadf1cdda58f req-506092ac-aa0d-4152-8e0d-f092d4b0ae56 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455172 Nov 19 15:51:45.603697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17054131-21cc-4b12-a277-04b70548f7e7 req-57a1d6e1-d248-42ff-91bd-58b1dbe4a2ac tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:45.605576 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-17054131-21cc-4b12-a277-04b70548f7e7 req-57a1d6e1-d248-42ff-91bd-58b1dbe4a2ac tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.0837216 Nov 19 15:51:45.658695 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-17054131-21cc-4b12-a277-04b70548f7e7 req-a20bf32d-2c11-4c61-a0ef-afde5deea9b3 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466640 Nov 19 15:51:45.798505 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4cc9e2b2-9db3-4b56-9460-eb64680351a3 req-499b0760-b4d3-427f-97d3-99bfe706ce2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1202 time: 0.0750103 Nov 19 15:51:45.948080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9e2b2-9db3-4b56-9460-eb64680351a3 req-6ce4392e-0e6e-46a3-88bd-e1e739c6239b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:45.949669 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4cc9e2b2-9db3-4b56-9460-eb64680351a3 req-6ce4392e-0e6e-46a3-88bd-e1e739c6239b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 908 time: 0.1411278 Nov 19 15:51:46.126182 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4cc9e2b2-9db3-4b56-9460-eb64680351a3 req-2bc6d644-629f-462c-9c40-fa1a321060c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 1000 time: 0.1075125 Nov 19 15:51:46.216204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9e2b2-9db3-4b56-9460-eb64680351a3 req-cf635fc8-b8ba-460f-aff9-1ee13c1ec7f1 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:46.218347 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4cc9e2b2-9db3-4b56-9460-eb64680351a3 req-cf635fc8-b8ba-460f-aff9-1ee13c1ec7f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.0653100 Nov 19 15:51:46.307102 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4cc9e2b2-9db3-4b56-9460-eb64680351a3 req-fac15bc1-690e-4571-a3b7-b9d23647fe35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0778327 Nov 19 15:51:46.520148 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4cc9e2b2-9db3-4b56-9460-eb64680351a3 req-403928cc-f25a-4f10-825e-bc4353ea561d service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034168 Nov 19 15:51:46.530607 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326994fa-5950-431d-8490-0f683a4bc76a req-5250df2d-1b41-4f89-a44d-b28ba535e418 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:46.532203 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-326994fa-5950-431d-8490-0f683a4bc76a req-5250df2d-1b41-4f89-a44d-b28ba535e418 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.1743438 Nov 19 15:51:46.701578 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-326994fa-5950-431d-8490-0f683a4bc76a req-5b611e65-eed3-4deb-a268-981d8c5c8278 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437519 Nov 19 15:51:46.743197 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4cc9e2b2-9db3-4b56-9460-eb64680351a3 req-dddd9a8a-a9ff-4df8-bdc9-47a8e6933b91 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2078962 Nov 19 15:51:47.010943 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e821339-165c-4fab-9897-5445c5907bf7 req-0a61a703-d901-4b0f-8f1a-31fb8b8e21c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1202 time: 0.1666670 Nov 19 15:51:47.020961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87276395-2b7d-4c39-948a-eb82c454fcd7 req-0c148e4b-a77d-4a37-b7e1-dfa277f210ce tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:47.022504 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-87276395-2b7d-4c39-948a-eb82c454fcd7 req-0c148e4b-a77d-4a37-b7e1-dfa277f210ce tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1144321 Nov 19 15:51:47.175867 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-87276395-2b7d-4c39-948a-eb82c454fcd7 req-436c461a-3d8d-4420-b9fc-20418a66a1a6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284189 Nov 19 15:51:47.204392 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e821339-165c-4fab-9897-5445c5907bf7 req-c44b35e0-bc1e-4f58-92f5-ac7cebe01465 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:47.205964 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e821339-165c-4fab-9897-5445c5907bf7 req-c44b35e0-bc1e-4f58-92f5-ac7cebe01465 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 908 time: 0.1824975 Nov 19 15:51:47.317279 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e821339-165c-4fab-9897-5445c5907bf7 req-704211be-f385-44a9-b4cb-075c4701626f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 1000 time: 0.1023307 Nov 19 15:51:47.475314 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e821339-165c-4fab-9897-5445c5907bf7 req-f06a5ca7-4724-49d2-80a6-aa5b0b0bf6da service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:47.476874 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e821339-165c-4fab-9897-5445c5907bf7 req-f06a5ca7-4724-49d2-80a6-aa5b0b0bf6da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.1198497 Nov 19 15:51:47.557079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a2f0d-b6a7-4ff5-895f-9a2968e4ef0c req-2511c44a-5e7d-4280-af14-255def41f3c4 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:47.558571 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-948a2f0d-b6a7-4ff5-895f-9a2968e4ef0c req-2511c44a-5e7d-4280-af14-255def41f3c4 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1606612 Nov 19 15:51:47.610046 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e821339-165c-4fab-9897-5445c5907bf7 req-79f16600-4e0a-44c9-9a3b-120737941f99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1212904 Nov 19 15:51:47.620724 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-948a2f0d-b6a7-4ff5-895f-9a2968e4ef0c req-4831c6c8-658e-437c-ab09-18ed6cca8bc4 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541739 Nov 19 15:51:47.759884 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e821339-165c-4fab-9897-5445c5907bf7 req-aef656c5-2c49-4909-bf1c-1299208c6404 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381447 Nov 19 15:51:47.956203 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3e821339-165c-4fab-9897-5445c5907bf7 req-6cf330af-cec7-476d-97c5-5940ac9e30f7 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1885729 Nov 19 15:51:47.984002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8734df-e386-4957-9252-39fd72c6e760 req-9c615a76-ca5f-4d75-a320-ebb05a1ade7e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:47.985757 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8c8734df-e386-4957-9252-39fd72c6e760 req-9c615a76-ca5f-4d75-a320-ebb05a1ade7e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.1037714 Nov 19 15:51:48.039543 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8c8734df-e386-4957-9252-39fd72c6e760 req-18b6e5da-4fd5-4f94-9063-a603c77d83b8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471919 Nov 19 15:51:48.397443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa088e9-e02d-4e31-b311-20c1dbbdd964 req-e222d367-9494-4de7-91c8-e1947ea7e174 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:48.399091 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8fa088e9-e02d-4e31-b311-20c1dbbdd964 req-e222d367-9494-4de7-91c8-e1947ea7e174 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.0888791 Nov 19 15:51:48.447995 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8fa088e9-e02d-4e31-b311-20c1dbbdd964 req-123f8624-0db5-428b-ae22-bc4339727218 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420790 Nov 19 15:51:48.862566 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6242c46-d509-4e3f-9424-8793c4baed8d req-1a046436-7242-4781-a2f6-5637d2fee0f9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:48.864210 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c6242c46-d509-4e3f-9424-8793c4baed8d req-1a046436-7242-4781-a2f6-5637d2fee0f9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0900769 Nov 19 15:51:48.923053 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c6242c46-d509-4e3f-9424-8793c4baed8d req-76d9b57f-e913-43d8-8421-702da5550b3a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474472 Nov 19 15:51:49.282272 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6daddd-1e6f-445f-904e-3d153628e4ce req-b76ed801-4d1c-4fad-b0b8-8c0f7ddd493c tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:49.284248 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8f6daddd-1e6f-445f-904e-3d153628e4ce req-b76ed801-4d1c-4fad-b0b8-8c0f7ddd493c tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 943 time: 0.0911272 Nov 19 15:51:49.335224 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8f6daddd-1e6f-445f-904e-3d153628e4ce req-599ffacf-2bab-4f04-bc42-bf00e30f3894 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426993 Nov 19 15:51:49.729919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8486f7-00e0-4074-9c45-46cefb53a3d9 req-dcdfa3a4-ffe1-4f63-bbc8-8cf224b4de05 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:49.731624 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6b8486f7-00e0-4074-9c45-46cefb53a3d9 req-dcdfa3a4-ffe1-4f63-bbc8-8cf224b4de05 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1510081 Nov 19 15:51:49.742139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef94fed-60c1-49de-a588-d0267766e946 req-b97b9e59-a08f-43f1-a33d-5ee7e8ada9cd tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:49.743590 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fef94fed-60c1-49de-a588-d0267766e946 req-b97b9e59-a08f-43f1-a33d-5ee7e8ada9cd tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.55 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 946 time: 0.1116633 Nov 19 15:51:49.842179 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6b8486f7-00e0-4074-9c45-46cefb53a3d9 req-e0f5626e-de52-4da8-b5aa-12e0b2cd5834 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975497 Nov 19 15:51:49.847987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-fef94fed-60c1-49de-a588-d0267766e946 req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Deleting port 0f0b16e5-5025-4a14-805c-7047761c0a55 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:51:49.848370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fef94fed-60c1-49de-a588-d0267766e946 req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:50.158572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:50.235369 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:50.235791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:50.357138 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:50.364338 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-fef94fed-60c1-49de-a588-d0267766e946 req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] For port 0f0b16e5-5025-4a14-805c-7047761c0a55, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=0f0b16e5-5025-4a14-805c-7047761c0a55,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:50.364734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fef94fed-60c1-49de-a588-d0267766e946 req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:50.386777 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:50.397436 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:51:50.404102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:50.406937 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:50.483562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,revision_number=6']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:50.487147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:50.545946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-fef94fed-60c1-49de-a588-d0267766e946 req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Calling delete_port for 0f0b16e5-5025-4a14-805c-7047761c0a55 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:51:50.628397 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a97d378a-d954-48d1-b354-d5b279f1ddce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:50.656890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bbef7c-1630-4cfb-a709-e1b8b566260f req-359d5a3c-e4f7-4933-b8f9-c36ba3353537 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:50.658484 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d8bbef7c-1630-4cfb-a709-e1b8b566260f req-359d5a3c-e4f7-4933-b8f9-c36ba3353537 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.3943930 Nov 19 15:51:50.793713 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d8bbef7c-1630-4cfb-a709-e1b8b566260f req-5d560bea-b9b9-4cd1-8a1e-6ef05dfa9a0c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1230989 Nov 19 15:51:50.802950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0e19c6-b78b-4b72-8620-a9eafe533c27 req-5ec8c17f-d49c-4196-8f87-d2845fb84c8a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:50.810700 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7c0e19c6-b78b-4b72-8620-a9eafe533c27 req-5ec8c17f-d49c-4196-8f87-d2845fb84c8a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.2738271 Nov 19 15:51:50.859070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fef94fed-60c1-49de-a588-d0267766e946 req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:50.877592 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88', 'code': 200} Nov 19 15:51:50.880903 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:50.944767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Pushing event deleted for resources: {'Port': ['ID=0f0b16e5-5025-4a14-805c-7047761c0a55,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:50.955032 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7c0e19c6-b78b-4b72-8620-a9eafe533c27 req-b577b628-1698-4913-8eaf-17515bff5362 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426444 Nov 19 15:51:50.958843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:51.079032 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8bafdb8a-6b6b-4ac9-825f-0707a20cf19e req-a8ee8bc0-ba60-4fc8-9b25-be8226db3026 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=89cf5d47-721a-4ae6-bf60-639ee7ba5179 HTTP/1.1" status: 200 len: 210 time: 0.0626376 Nov 19 15:51:51.148659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef94fed-60c1-49de-a588-d0267766e946 req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] No DVR routers for this DVR port 0f0b16e5-5025-4a14-805c-7047761c0a55 on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:51:51.150902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fef94fed-60c1-49de-a588-d0267766e946 req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:51.153592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89cf5d47-721a-4ae6-bf60-639ee7ba5179', 'name': 'network-vif-deleted', 'tag': '0f0b16e5-5025-4a14-805c-7047761c0a55'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:51:51.168538 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fef94fed-60c1-49de-a588-d0267766e946 req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.55 "DELETE /v2.0/ports/0f0b16e5-5025-4a14-805c-7047761c0a55 HTTP/1.1" status: 204 len: 173 time: 1.4097743 Nov 19 15:51:51.217063 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89cf5d47-721a-4ae6-bf60-639ee7ba5179', 'name': 'network-vif-deleted', 'tag': '0f0b16e5-5025-4a14-805c-7047761c0a55', 'status': 'completed', 'code': 200} Nov 19 15:51:51.802466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:51.840430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:51.915458 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:51.916086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:51.985108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43466) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:51:52.041122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf505cc7-67be-4fb6-a70d-f51b8d95987e req-b303e490-f539-4fae-826d-c04051eb09ab tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:52.051377 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bf505cc7-67be-4fb6-a70d-f51b8d95987e req-b303e490-f539-4fae-826d-c04051eb09ab tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1197956 Nov 19 15:51:52.060936 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Deleting subnet 891cbed0-87f8-4fb7-a947-0088a61eded8 {{(pid=80308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:51:52.064224 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:52.084480 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 0f0b16e5-5025-4a14-805c-7047761c0a55 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:51:52.109757 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bf505cc7-67be-4fb6-a70d-f51b8d95987e req-6f690fcd-c25d-464d-9704-faf73108f61e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573742 Nov 19 15:51:52.127176 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] No Port match for: 0f0b16e5-5025-4a14-805c-7047761c0a55 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:51:52.127577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 0f0b16e5-5025-4a14-805c-7047761c0a55 not bound to the agent host hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:51:52.133723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826442965'] for subnet, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:52.195509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:52.211139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef657c0c-194e-459e-9df2-bbef3276cae5 req-ae196236-688b-4f4b-8220-1741c47872ce tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:52.212836 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ef657c0c-194e-459e-9df2-bbef3276cae5 req-ae196236-688b-4f4b-8220-1741c47872ce tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0865607 Nov 19 15:51:52.264675 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ef657c0c-194e-459e-9df2-bbef3276cae5 req-0c94a953-8625-4306-b7db-6221ceae9b61 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436256 Nov 19 15:51:52.619358 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c9cb-2518-4877-aee1-482ec68bc35e req-d04a6707-00ab-49e6-bfbd-045aa0383eb8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:52.620001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-27a0c9cb-2518-4877-aee1-482ec68bc35e req-d04a6707-00ab-49e6-bfbd-045aa0383eb8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Synchronizing usage tracker for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:51:52.635472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-27a0c9cb-2518-4877-aee1-482ec68bc35e req-d04a6707-00ab-49e6-bfbd-045aa0383eb8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Unset dirty status for tenant:d4965ec6a8b540b7af2498b0132a572e on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:51:52.636754 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-27a0c9cb-2518-4877-aee1-482ec68bc35e req-d04a6707-00ab-49e6-bfbd-045aa0383eb8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1020350 Nov 19 15:51:52.663155 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826724464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826701859'] for subnet, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:52.679434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1fce2be2-46de-4b7a-a098-656a31b2f74d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:52.688078 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-27a0c9cb-2518-4877-aee1-482ec68bc35e req-b5d9342d-215a-486f-b8cb-78fab4abf048 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443063 Nov 19 15:51:52.734593 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=891cbed0-87f8-4fb7-a947-0088a61eded8,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:52.808772 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.809310 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.809554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.809947 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.810361 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.811282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.811675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.812062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.812472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.812834 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.813218 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.813600 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.814074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.814463 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.814869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.815253 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.815634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.816017 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.816401 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.816783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.817165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.817547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.817930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.818310 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:51:52.824025 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:52.839865 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:52.845868 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/891cbed0-87f8-4fb7-a947-0088a61eded8 HTTP/1.1" status: 204 len: 168 time: 0.8595886 Nov 19 15:51:52.848510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43480) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:51:52.964983 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.153453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.270885 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2cb490d-8ac7-4b19-aa5b-17bf569599ec']}} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:53.284299 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fce78f7-92c5-40e9-8997-a5c931ab4a0e') {'for_net_delete': True} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:53.284643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fce78f7-92c5-40e9-8997-a5c931ab4a0e') {} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:53.297966 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28332832'] for segment, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.313301 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786f1c3-d01f-4bed-8e3d-64c8aa5ddb0e req-c4f2d1af-0bc6-4ba2-bfcf-1747c8c42ef9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:53.314946 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1786f1c3-d01f-4bed-8e3d-64c8aa5ddb0e req-c4f2d1af-0bc6-4ba2-bfcf-1747c8c42ef9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0863562 Nov 19 15:51:53.315553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.317747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=80308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:51:53.372550 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1786f1c3-d01f-4bed-8e3d-64c8aa5ddb0e req-69ad2ac0-ab23-48c0-b05f-214388b669da tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507700 Nov 19 15:51:53.436181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-021049e8-8abd-41dd-8ff7-d1822f67a36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.498710 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf131268-e6c1-477d-8396-556d95f2674b req-63c1a493-66f1-42e2-be22-df196cb2a85f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:53.500371 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cf131268-e6c1-477d-8396-556d95f2674b req-63c1a493-66f1-42e2-be22-df196cb2a85f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0861313 Nov 19 15:51:53.512362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Network b2cb490d-8ac7-4b19-aa5b-17bf569599ec has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:51:53.521724 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28050994'] for segment, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.549385 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cf131268-e6c1-477d-8396-556d95f2674b req-f957a733-7cad-43f2-8a88-84063b6558f8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427914 Nov 19 15:51:53.700170 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Network b2cb490d-8ac7-4b19-aa5b-17bf569599ec has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:51:53.728125 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:51:53.777376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.806505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.810244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:53.828126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.835450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2cb490d-8ac7-4b19-aa5b-17bf569599ec,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:53.838503 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b2cb490d-8ac7-4b19-aa5b-17bf569599ec HTTP/1.1" status: 204 len: 168 time: 0.9889939 Nov 19 15:51:53.839599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8914552e-e318-46a2-bca0-b2b020d99086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:53.841376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43492) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:51:53.908136 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a81af4-ce17-46de-9b3d-3c3a02d12d00 req-b7f48ef3-c3c3-4a94-ad79-f754ad52661e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:53.909717 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b8a81af4-ce17-46de-9b3d-3c3a02d12d00 req-b7f48ef3-c3c3-4a94-ad79-f754ad52661e tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0896025 Nov 19 15:51:53.911246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b8ebb6f-9596-44bf-8928-51f01586920a admin admin] Deleting subnet c238ceac-c71f-452d-a3a8-d70e47320a3a {{(pid=80308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:51:53.914416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebb6f-9596-44bf-8928-51f01586920a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:53.957957 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b8a81af4-ce17-46de-9b3d-3c3a02d12d00 req-2cbc7ea9-f332-4376-a954-9c280c139d18 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416489 Nov 19 15:51:53.967776 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebb6f-9596-44bf-8928-51f01586920a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826442965'] for subnet, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:54.031039 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebb6f-9596-44bf-8928-51f01586920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:54.286024 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebb6f-9596-44bf-8928-51f01586920a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826724464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826701859'] for subnet, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:54.301582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d2fbeda8-3bf4-4b38-8f55-6f811a1879cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:54.343344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ebb6f-9596-44bf-8928-51f01586920a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c238ceac-c71f-452d-a3a8-d70e47320a3a,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:54.346161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1b8ebb6f-9596-44bf-8928-51f01586920a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:54.438725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebb6f-9596-44bf-8928-51f01586920a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:54.447250 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1b8ebb6f-9596-44bf-8928-51f01586920a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c238ceac-c71f-452d-a3a8-d70e47320a3a HTTP/1.1" status: 204 len: 168 time: 0.6019635 Nov 19 15:51:54.447490 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43500) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:51:54.564591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:54.595431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee018224-3f2a-4dfa-bc66-0924f1daec6e req-d14a6c81-cc78-4eba-ab63-dfbf31de613c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:54.597025 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ee018224-3f2a-4dfa-bc66-0924f1daec6e req-d14a6c81-cc78-4eba-ab63-dfbf31de613c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0819731 Nov 19 15:51:54.646761 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ee018224-3f2a-4dfa-bc66-0924f1daec6e req-416a36aa-6bc3-4de9-b1b6-9b4717e999fc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430346 Nov 19 15:51:54.699864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:54.759724 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:54.798793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16936c31-ba3d-4ccb-a717-f64cd293336a req-b61dde68-651e-4c05-81d1-d0dc4bf5d532 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:54.800425 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-16936c31-ba3d-4ccb-a717-f64cd293336a req-b61dde68-651e-4c05-81d1-d0dc4bf5d532 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0869477 Nov 19 15:51:54.849366 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-16936c31-ba3d-4ccb-a717-f64cd293336a req-1fa2ec61-6dfb-4b58-a362-96d1b73af22f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425613 Nov 19 15:51:54.878053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e']}} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:54.893479 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9941ff47-f992-4b9d-8ecd-d2ae1611ab00') {'for_net_delete': True} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:54.893809 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9941ff47-f992-4b9d-8ecd-d2ae1611ab00') {} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:51:54.905992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28332832'] for segment, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:54.922484 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:54.925115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Releasing vxlan tunnel 9 to pool {{(pid=80308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:51:55.105755 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Network 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:51:55.114943 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28050994'] for segment, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:55.169085 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c02bcc-3904-424c-af00-a61bb647df8d req-f731b6c3-ee1e-4b30-ae0c-cb681fa8f13c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:55.171271 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80c02bcc-3904-424c-af00-a61bb647df8d req-f731b6c3-ee1e-4b30-ae0c-cb681fa8f13c tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0849419 Nov 19 15:51:55.219678 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80c02bcc-3904-424c-af00-a61bb647df8d req-9f88a189-001f-4e67-984a-10e4b4d8b69b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421546 Nov 19 15:51:55.298391 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Network 2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:51:55.322769 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:51:55.327498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:55.404304 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:55.408635 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:55.411168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:55.431682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:55.434390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:55.437131 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] 10.222.0.48 "DELETE /v2.0/networks/2a9f2d78-5027-4c00-8cb5-10bb0ddc3b9e HTTP/1.1" status: 204 len: 168 time: 0.9887114 Nov 19 15:51:55.573700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43512) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:51:55.628655 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-cc16bca9-7efb-4a92-afeb-8e05409c0398 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e42397305ba94c0cb5680ab9c29445c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0532527 Nov 19 15:51:55.630644 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43516) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:51:55.693290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9896e188-b0c1-4ea2-9f14-de15ce74b3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:55.721354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9896e188-b0c1-4ea2-9f14-de15ce74b3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:55.768905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9896e188-b0c1-4ea2-9f14-de15ce74b3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:55.774162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cac44d59-28f2-4882-a529-c2a91e3c0e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:55.791562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896e188-b0c1-4ea2-9f14-de15ce74b3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2523c1cb-5408-4b2e-87bf-b8c84ff0530c,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:55.795820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9896e188-b0c1-4ea2-9f14-de15ce74b3e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:55.796725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9896e188-b0c1-4ea2-9f14-de15ce74b3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:55.798536 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-9896e188-b0c1-4ea2-9f14-de15ce74b3e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2523c1cb-5408-4b2e-87bf-b8c84ff0530c HTTP/1.1" status: 204 len: 168 time: 0.1668806 Nov 19 15:51:55.885234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1363f-2f9c-4be8-9c97-9b6d8d0bd115 req-be6dbd56-489f-401c-87d6-a126644c513e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:55.886895 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1ed1363f-2f9c-4be8-9c97-9b6d8d0bd115 req-be6dbd56-489f-401c-87d6-a126644c513e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0892959 Nov 19 15:51:55.963583 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1ed1363f-2f9c-4be8-9c97-9b6d8d0bd115 req-af6cfd8e-dbd1-4277-be2f-fdc482a66510 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0694540 Nov 19 15:51:56.121487 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de719df0-111c-4aba-aee3-a8cdb21c4a1f req-2b4f9818-89da-4b66-943f-df84b6eb8069 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:56.123211 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de719df0-111c-4aba-aee3-a8cdb21c4a1f req-2b4f9818-89da-4b66-943f-df84b6eb8069 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0849624 Nov 19 15:51:56.230125 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de719df0-111c-4aba-aee3-a8cdb21c4a1f req-f4614731-07f1-41aa-b981-436ff3f308b6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007509 Nov 19 15:51:56.244524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43528) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:51:56.250149 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77dabfc7-f496-4e41-bfe5-d5f0d4fda396 req-9e7de188-20eb-418c-939b-cc3f8d3d5a1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 1162 time: 0.1025295 Nov 19 15:51:56.305366 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77dabfc7-f496-4e41-bfe5-d5f0d4fda396 req-4b1ac4fb-524a-4b1e-9768-1e27c15be803 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493793 Nov 19 15:51:56.316870 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-604c00a3-0248-450b-acdb-ac7d6bc87954 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2512cf67247049f1b90221d69bbc376e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0710747 Nov 19 15:51:56.319351 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43536) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:51:56.382787 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eb1f95f5-60ee-4520-b7b0-8f48db91b344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:56.410418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eb1f95f5-60ee-4520-b7b0-8f48db91b344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:56.438228 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d116-d687-4f0d-bfa5-eaaab3a20523 req-b2e5eb1a-b2e5-4e67-a021-ecbd34c23e23 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:56.439832 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7c53d116-d687-4f0d-bfa5-eaaab3a20523 req-b2e5eb1a-b2e5-4e67-a021-ecbd34c23e23 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0858345 Nov 19 15:51:56.460805 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eb1f95f5-60ee-4520-b7b0-8f48db91b344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:56.466067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5eae7195-3fd1-4fba-b669-688a40fed353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:51:56.480692 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f95f5-60ee-4520-b7b0-8f48db91b344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e11161-9895-4231-b528-cd2f0a9357fb,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:51:56.484498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-eb1f95f5-60ee-4520-b7b0-8f48db91b344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:51:56.485414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eb1f95f5-60ee-4520-b7b0-8f48db91b344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:56.486683 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-eb1f95f5-60ee-4520-b7b0-8f48db91b344 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2e11161-9895-4231-b528-cd2f0a9357fb HTTP/1.1" status: 204 len: 168 time: 0.1663251 Nov 19 15:51:56.494498 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7c53d116-d687-4f0d-bfa5-eaaab3a20523 req-dfb90db1-143a-47ad-93e0-7cefb702d57b tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482340 Nov 19 15:51:57.185559 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f41d0-7956-40f7-bb3a-a279b20b58c8 req-fd51bc49-4be5-4d24-806b-49b12630fcac tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:57.187198 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b20f41d0-7956-40f7-bb3a-a279b20b58c8 req-fd51bc49-4be5-4d24-806b-49b12630fcac tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0881352 Nov 19 15:51:57.242375 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b20f41d0-7956-40f7-bb3a-a279b20b58c8 req-bdc7e11b-76f9-4ee1-8ef2-b68464072101 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465417 Nov 19 15:51:57.466577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d6447-ab67-42b2-baf1-d330c522b0a1 req-f1b7918e-7f92-4021-8729-00f74fee62c6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:57.468274 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2f6d6447-ab67-42b2-baf1-d330c522b0a1 req-f1b7918e-7f92-4021-8729-00f74fee62c6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0876312 Nov 19 15:51:57.518947 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2f6d6447-ab67-42b2-baf1-d330c522b0a1 req-91c17987-0247-473e-9093-ac5cadc58093 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442255 Nov 19 15:51:57.684712 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:57.714524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b32d13-a12c-4bd2-aeb6-a2847318d079 req-3b446779-4ef8-49e6-bd88-53db6e16665d tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:57.716152 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b1b32d13-a12c-4bd2-aeb6-a2847318d079 req-3b446779-4ef8-49e6-bd88-53db6e16665d tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0851789 Nov 19 15:51:57.781158 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b1b32d13-a12c-4bd2-aeb6-a2847318d079 req-4a886c65-c2d4-4470-a7bc-bd38fda1dc31 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573134 Nov 19 15:51:57.839094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:57.840031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:51:58.472122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca704cd7-9354-4b2c-aacb-d6be5bdbffa4 req-694a9e53-f4d5-41fb-a230-dc1dbc591c7d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:58.473731 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ca704cd7-9354-4b2c-aacb-d6be5bdbffa4 req-694a9e53-f4d5-41fb-a230-dc1dbc591c7d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0881021 Nov 19 15:51:58.522732 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ca704cd7-9354-4b2c-aacb-d6be5bdbffa4 req-90f5413e-6046-422e-81ac-b2f6f779ee59 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424175 Nov 19 15:51:58.762407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf70ff8-9725-4bd4-bfa8-2bf0ad960fd3 req-26f17afe-422e-4dd3-9910-b1d2ced27b7e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:58.765424 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ebf70ff8-9725-4bd4-bfa8-2bf0ad960fd3 req-26f17afe-422e-4dd3-9910-b1d2ced27b7e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0891302 Nov 19 15:51:58.818718 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ebf70ff8-9725-4bd4-bfa8-2bf0ad960fd3 req-f79d24b1-c53d-4c7d-afa9-89c810fb597e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473843 Nov 19 15:51:59.013633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197d5ae-f224-4302-b043-d39ea5e21603 req-05c1c8f0-6bb9-483c-8a74-3526773c37e4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:59.015228 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c197d5ae-f224-4302-b043-d39ea5e21603 req-05c1c8f0-6bb9-483c-8a74-3526773c37e4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0825102 Nov 19 15:51:59.063167 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c197d5ae-f224-4302-b043-d39ea5e21603 req-c9847906-1fb4-4396-a1b4-b4adec65ab78 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417845 Nov 19 15:51:59.749860 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06493ca7-046e-48d5-95cf-78ecd7b09e11 req-76b3bda8-12f4-4bcb-a14f-457a517a69ff tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:51:59.751600 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-06493ca7-046e-48d5-95cf-78ecd7b09e11 req-76b3bda8-12f4-4bcb-a14f-457a517a69ff tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0996292 Nov 19 15:51:59.802065 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-06493ca7-046e-48d5-95cf-78ecd7b09e11 req-35c43f89-1b66-46ae-9d13-9ffe5ab998b8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438573 Nov 19 15:51:59.885580 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 21f669aa-22d2-4105-bfb1-ac4436557dd4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:51:59.964594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 21f669aa-22d2-4105-bfb1-ac4436557dd4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:51:59.965022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:00.055826 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a52c07b-1b6e-459c-80be-402070428e7d req-092d6a30-0097-4d1c-a34f-4a4b555295c7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:00.057417 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8a52c07b-1b6e-459c-80be-402070428e7d req-092d6a30-0097-4d1c-a34f-4a4b555295c7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0942833 Nov 19 15:52:00.089811 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:00.123996 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8a52c07b-1b6e-459c-80be-402070428e7d req-ea32e693-aa85-464a-920d-bbd6ef46cfca tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586042 Nov 19 15:52:00.174142 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:00.174611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:00.291132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd64da-ad30-4e60-a60c-57b485d86c63 req-90671b8d-f4ea-42a7-b12d-e93c50852f14 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:00.292714 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-78dd64da-ad30-4e60-a60c-57b485d86c63 req-90671b8d-f4ea-42a7-b12d-e93c50852f14 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0950568 Nov 19 15:52:00.342159 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-78dd64da-ad30-4e60-a60c-57b485d86c63 req-f0a2bbfb-7528-49e7-b402-e90ea6fc4097 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429652 Nov 19 15:52:01.023642 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f95a719-ec86-474d-8169-a6e51640ba6f req-39684ad7-415a-468c-a076-a07c9e93fcbb tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:01.025243 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7f95a719-ec86-474d-8169-a6e51640ba6f req-39684ad7-415a-468c-a076-a07c9e93fcbb tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0839105 Nov 19 15:52:01.074134 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7f95a719-ec86-474d-8169-a6e51640ba6f req-e0908e46-d394-47c2-833b-a427cf35f54f tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420551 Nov 19 15:52:01.555150 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba557b-5aa7-421b-9316-18f7cf3c13bf req-07938ae8-3501-4448-aff0-14562db317a5 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:01.556626 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e5ba557b-5aa7-421b-9316-18f7cf3c13bf req-07938ae8-3501-4448-aff0-14562db317a5 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0848234 Nov 19 15:52:01.604964 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e5ba557b-5aa7-421b-9316-18f7cf3c13bf req-99793cf4-4685-42c5-a0c4-2b65af061b93 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415852 Nov 19 15:52:02.291195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ffef5-161b-48dc-9b54-f75a73eeec8f req-d36d8146-8770-46e6-977c-a8df1e47466b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:02.292749 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-134ffef5-161b-48dc-9b54-f75a73eeec8f req-d36d8146-8770-46e6-977c-a8df1e47466b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0870006 Nov 19 15:52:02.341745 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-134ffef5-161b-48dc-9b54-f75a73eeec8f req-e1fe12cf-c9ec-4b8a-9d55-e8f4e1c8d062 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426965 Nov 19 15:52:02.819819 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53788bc2-8edc-4571-8c41-ce6d8ecb69d1 req-e6ebd441-fd13-4b78-821e-de6bce2e52a8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:02.821374 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-53788bc2-8edc-4571-8c41-ce6d8ecb69d1 req-e6ebd441-fd13-4b78-821e-de6bce2e52a8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.0855815 Nov 19 15:52:02.868575 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-53788bc2-8edc-4571-8c41-ce6d8ecb69d1 req-42830069-5fd1-465d-b869-32ce4b0b12c4 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410910 Nov 19 15:52:03.575654 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43698) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:03.639098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eab8df-9488-402d-940a-2c068e67b988 req-59cc6b90-c10b-4bfb-8999-dda48f99cdbc tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:03.640697 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a6eab8df-9488-402d-940a-2c068e67b988 req-59cc6b90-c10b-4bfb-8999-dda48f99cdbc tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.55 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 945 time: 0.1648686 Nov 19 15:52:03.646673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb898e-70db-4320-b074-1207773dd14a req-8bad80a1-1f20-4dc7-921a-ff2d28e9d705 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:03.648237 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5bcb898e-70db-4320-b074-1207773dd14a req-8bad80a1-1f20-4dc7-921a-ff2d28e9d705 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1709542 Nov 19 15:52:03.738479 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:03.758574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Deleting port d25708ef-49f9-400e-9fac-a633331f4359 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:03.759131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:03.768952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 21f669aa-22d2-4105-bfb1-ac4436557dd4 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:03.774553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:03.778727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd669c3d0d3413292ca45be89546366 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:03.781891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:03.788793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:03.790294 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5bcb898e-70db-4320-b074-1207773dd14a req-46a12766-a7a6-4fe0-a202-cd76911c9072 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1103086 Nov 19 15:52:03.881534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 21f669aa-22d2-4105-bfb1-ac4436557dd4 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:03.881958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:03.903625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:03.911435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:03.962932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aa9b52be-246d-477d-9a0a-2723280da993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:04.026496 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cd669c3d0d3413292ca45be89546366&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4494293 Nov 19 15:52:04.027161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43710) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:04.031802 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c44d5f9-5bb4-474c-b9b2-edfa421a515b,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:04.043496 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d25708ef-49f9-400e-9fac-a633331f4359 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:52:04.094637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:04.162763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f0f18f25-d0cc-4de2-8eca-e0338e5ed585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:04.200236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f0f18f25-d0cc-4de2-8eca-e0338e5ed585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:04.207030 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:04.244120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd25708ef-49f9-400e-9fac-a633331f4359'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:04.253681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f0f18f25-d0cc-4de2-8eca-e0338e5ed585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:04.261111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8b1e2fcc-abe3-4ee3-a2b7-74bb8705b6d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:04.266628 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port d25708ef-49f9-400e-9fac-a633331f4359, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d25708ef-49f9-400e-9fac-a633331f4359,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:04.272881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:04.275247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:04.281259 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f18f25-d0cc-4de2-8eca-e0338e5ed585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c44d5f9-5bb4-474c-b9b2-edfa421a515b,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:04.296902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f0f18f25-d0cc-4de2-8eca-e0338e5ed585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:04.299619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f0f18f25-d0cc-4de2-8eca-e0338e5ed585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:04.304071 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-f0f18f25-d0cc-4de2-8eca-e0338e5ed585 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c44d5f9-5bb4-474c-b9b2-edfa421a515b HTTP/1.1" status: 204 len: 168 time: 0.2750573 Nov 19 15:52:04.403287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] For port d25708ef-49f9-400e-9fac-a633331f4359, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d25708ef-49f9-400e-9fac-a633331f4359,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:04.403706 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:04.430996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=d25708ef-49f9-400e-9fac-a633331f4359,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:04.435756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:04.644756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Calling delete_port for d25708ef-49f9-400e-9fac-a633331f4359 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:04.738752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b817c3-80b7-42ff-b8a7-62e2d0ee8896 req-432a60b5-0145-49d8-a3cd-efb1cc88e6c8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:04.740362 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6b817c3-80b7-42ff-b8a7-62e2d0ee8896 req-432a60b5-0145-49d8-a3cd-efb1cc88e6c8 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 943 time: 0.4298239 Nov 19 15:52:04.805931 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b2d98-92f1-4d51-a396-17088dc0d248 req-abb85542-975a-44f1-88ca-aeabc2d06e68 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:04.807490 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9f6b2d98-92f1-4d51-a396-17088dc0d248 req-abb85542-975a-44f1-88ca-aeabc2d06e68 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.4121382 Nov 19 15:52:04.824510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:52:04.824870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:52:04.845509 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-09879798-83cb-4641-bc07-00de2df7f577 req-bce91960-5d04-4f6e-b81c-f60f5d9afae5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 1162 time: 0.3787038 Nov 19 15:52:04.879826 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6b817c3-80b7-42ff-b8a7-62e2d0ee8896 req-5bd1dc83-1fb5-4bbd-88cb-b946703020d6 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307082 Nov 19 15:52:04.922236 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9f6b2d98-92f1-4d51-a396-17088dc0d248 req-d7444ed0-a4b7-44bd-8a39-4c2a48b6c0d0 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1040299 Nov 19 15:52:04.951583 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd25708ef-49f9-400e-9fac-a633331f4359', 'code': 200} Nov 19 15:52:05.023931 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879798-83cb-4641-bc07-00de2df7f577 req-fd4654ed-35cf-4061-9e5f-7edddcb16225 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:05.025616 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-09879798-83cb-4641-bc07-00de2df7f577 req-fd4654ed-35cf-4061-9e5f-7edddcb16225 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 905 time: 0.1689284 Nov 19 15:52:05.136548 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-09879798-83cb-4641-bc07-00de2df7f577 req-f8c1dfbc-b523-400d-9fb9-5cee6b430940 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f669aa-22d2-4105-bfb1-ac4436557dd4 HTTP/1.1" status: 200 len: 1001 time: 0.1031363 Nov 19 15:52:05.241811 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09879798-83cb-4641-bc07-00de2df7f577 req-76276b67-2d8a-4453-9514-5c8f18b5d4ad service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:05.243663 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-09879798-83cb-4641-bc07-00de2df7f577 req-76276b67-2d8a-4453-9514-5c8f18b5d4ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 200 len: 850 time: 0.0685980 Nov 19 15:52:05.325864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Deleting port d25708ef-49f9-400e-9fac-a633331f4359 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:05.326239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:05.441491 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-09879798-83cb-4641-bc07-00de2df7f577 req-2c004cdd-fd38-4e07-a5df-359b57a818a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff79497e-4d00-46d7-9667-b21a1f313c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1767347 Nov 19 15:52:05.712572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] For port d25708ef-49f9-400e-9fac-a633331f4359, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d25708ef-49f9-400e-9fac-a633331f4359,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:05.713135 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:05.722827 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-09879798-83cb-4641-bc07-00de2df7f577 req-e95c85e0-e96e-40d5-9f33-342c9a0d2e9f service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709684 Nov 19 15:52:05.869309 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Calling delete_port for d25708ef-49f9-400e-9fac-a633331f4359 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:06.197068 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-09879798-83cb-4641-bc07-00de2df7f577 req-80db82bb-e529-433b-81e9-36463a7cbd03 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4143412 Nov 19 15:52:06.258288 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bf151b-3b1b-4110-81ed-7b21a7c96b29 req-609cde75-c90a-4c41-af4b-147e05a87bfd tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:06.259834 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b7bf151b-3b1b-4110-81ed-7b21a7c96b29 req-609cde75-c90a-4c41-af4b-147e05a87bfd tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/ports?device_id=6e89b9bd-630a-4f47-88cf-06a38d4af548 HTTP/1.1" status: 200 len: 943 time: 0.2346449 Nov 19 15:52:06.261339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:06.277683 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd7f8304-75ba-4c75-8812-90e667371c59 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:06.545870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ef474b-3968-4658-ad55-79f19012b19e req-5379eba6-8739-4c28-bf80-d9ae3cf529ae tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:06.547377 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48ef474b-3968-4658-ad55-79f19012b19e req-5379eba6-8739-4c28-bf80-d9ae3cf529ae tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.4812014 Nov 19 15:52:06.548198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Pushing event deleted for resources: {'Port': ['ID=d25708ef-49f9-400e-9fac-a633331f4359,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:06.566329 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:06.699207 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b7bf151b-3b1b-4110-81ed-7b21a7c96b29 req-59a31697-d90e-4c1e-81b2-011b1117d7ce tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.48 "GET /v2.0/security-groups?id=bf6d0c22-d16e-4972-8ae5-b8bb763448ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884826 Nov 19 15:52:06.715186 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48ef474b-3968-4658-ad55-79f19012b19e req-d6b5d442-f80d-4bc4-a494-44698058b8a7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1499040 Nov 19 15:52:06.783356 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] No DVR routers for this DVR port d25708ef-49f9-400e-9fac-a633331f4359 on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:52:06.785613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:06.788449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'name': 'network-vif-deleted', 'tag': 'd25708ef-49f9-400e-9fac-a633331f4359'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:06.804758 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a6eab8df-9488-402d-940a-2c068e67b988 req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] 10.222.0.55 "DELETE /v2.0/ports/d25708ef-49f9-400e-9fac-a633331f4359 HTTP/1.1" status: 204 len: 173 time: 3.1553936 Nov 19 15:52:06.860266 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e89b9bd-630a-4f47-88cf-06a38d4af548', 'name': 'network-vif-deleted', 'tag': 'd25708ef-49f9-400e-9fac-a633331f4359', 'status': 'completed', 'code': 200} Nov 19 15:52:07.816944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 43742) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:07.997118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e4847-af3b-40ec-8e2a-e74543c3cfd5 req-4d867e9d-e462-467c-adcd-8a14f7ba7aab tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:07.999225 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-762e4847-af3b-40ec-8e2a-e74543c3cfd5 req-4d867e9d-e462-467c-adcd-8a14f7ba7aab tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1248083 Nov 19 15:52:08.126558 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-762e4847-af3b-40ec-8e2a-e74543c3cfd5 req-8bec0ba1-f143-4df5-922d-6f4e6fc011a3 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707757 Nov 19 15:52:08.348325 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225131'] for router_interface, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:08.973932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Deleting port caf00bff-9beb-4b33-bedf-774bf4e3826f {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:08.974778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:09.158984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] For port caf00bff-9beb-4b33-bedf-774bf4e3826f, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=caf00bff-9beb-4b33-bedf-774bf4e3826f,segment=NetworkSegment(ee43f5b9-f995-47ac-ae2e-0be54c54cd91),segment_id=ee43f5b9-f995-47ac-ae2e-0be54c54cd91)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:09.159387 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:09.375338 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Calling delete_port for caf00bff-9beb-4b33-bedf-774bf4e3826f owned by network:router_interface {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:09.632547 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4a8ba007-7346-4b22-96be-4c3348181c65 req-16973bf1-9363-482e-b589-b38be334e833 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1202 time: 0.4648314 Nov 19 15:52:09.643129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce45e9-ad96-4634-a683-127eb0b31244 req-c1d855ad-e525-41fa-baba-43984c5d029c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:09.644622 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-00ce45e9-ad96-4634-a683-127eb0b31244 req-c1d855ad-e525-41fa-baba-43984c5d029c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.4337480 Nov 19 15:52:10.037016 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-00ce45e9-ad96-4634-a683-127eb0b31244 req-29255aad-9f2b-4074-a0d0-8fbeff5ff80e tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.3590198 Nov 19 15:52:10.096588 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ba007-7346-4b22-96be-4c3348181c65 req-b82d9db3-28f2-4fb0-835e-43286c2c2a6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:10.098157 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4a8ba007-7346-4b22-96be-4c3348181c65 req-b82d9db3-28f2-4fb0-835e-43286c2c2a6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 908 time: 0.4526150 Nov 19 15:52:10.210566 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:10.233666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:10.294760 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=caf00bff-9beb-4b33-bedf-774bf4e3826f,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:10.298140 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4a8ba007-7346-4b22-96be-4c3348181c65 req-5eca53ec-fde2-4e26-a9f9-f147152a6dd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 1000 time: 0.1909184 Nov 19 15:52:10.302521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:10.453214 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ba007-7346-4b22-96be-4c3348181c65 req-072d96bd-384e-44db-97b6-2d8603e377e2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:10.454826 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4a8ba007-7346-4b22-96be-4c3348181c65 req-072d96bd-384e-44db-97b6-2d8603e377e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.1472950 Nov 19 15:52:10.632975 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4a8ba007-7346-4b22-96be-4c3348181c65 req-0e0c5e62-2f57-4e31-82a7-682c79e77b4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1644711 Nov 19 15:52:10.859081 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4a8ba007-7346-4b22-96be-4c3348181c65 req-84390836-66da-49a5-bb66-62cdac7bea4c service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174780 Nov 19 15:52:10.901557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3437258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854232743'] for router_interface, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:11.122402 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4a8ba007-7346-4b22-96be-4c3348181c65 req-fe62ca46-66d3-4cc8-b57a-0542b6f26f9c service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2558572 Nov 19 15:52:11.435828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bc301-1ce4-4fe6-8353-095ee0be1aa9 req-afc8cb5f-985a-4794-b173-e383d83db3f9 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:11.437318 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-171bc301-1ce4-4fe6-8353-095ee0be1aa9 req-afc8cb5f-985a-4794-b173-e383d83db3f9 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.1262009 Nov 19 15:52:11.631902 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-171bc301-1ce4-4fe6-8353-095ee0be1aa9 req-54da77e9-ed19-4a2f-86be-d3fab58d3e3a tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1324048 Nov 19 15:52:12.092716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Router aec42b55-1ed0-49d7-9fef-e033002e6695 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:52:12.304375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:52:12.321009 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-f38a0a1a-66b5-4cb5-bfff-02038af2beb5 admin admin] 10.222.0.48 "PUT /v2.0/routers/aec42b55-1ed0-49d7-9fef-e033002e6695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5005410 Nov 19 15:52:12.321201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] Sync routers for ids ['aec42b55-1ed0-49d7-9fef-e033002e6695'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:52:12.321314 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 43774) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:12.334191 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] Routers {'aec42b55-1ed0-49d7-9fef-e033002e6695'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:52:12.334908 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:51:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['aec42b55-1ed0-49d7-9fef-e033002e6695'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:12.523948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] Set router aec42b55-1ed0-49d7-9fef-e033002e6695 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:52:12.530195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:12.751475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:12.760107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Deleting port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:12.760107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:12.834382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115'}], 'enable_snat': True}, 'gw_port_id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:27Z', 'updated_at': '2020-11-19T15:52:10Z', 'revision_number': 5, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'gw_port': {'id': '2818cb20-88fb-4ae9-adb3-8aee36efb8fa', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:72:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:12.838449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] Checking router: aec42b55-1ed0-49d7-9fef-e033002e6695 for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:52:12.850591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] Routers {'aec42b55-1ed0-49d7-9fef-e033002e6695'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:52:12.851261 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:51:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['aec42b55-1ed0-49d7-9fef-e033002e6695'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:13.001128 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f80b3d-0fc7-4e0f-a1be-f4a9db142464 req-e1fe5da2-83e3-4336-ba1d-94b83bfd6d98 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:13.002892 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-11f80b3d-0fc7-4e0f-a1be-f4a9db142464 req-e1fe5da2-83e3-4336-ba1d-94b83bfd6d98 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.1944571 Nov 19 15:52:13.040868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] For port 2818cb20-88fb-4ae9-adb3-8aee36efb8fa, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=2818cb20-88fb-4ae9-adb3-8aee36efb8fa,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:13.041239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:13.171702 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] Set router aec42b55-1ed0-49d7-9fef-e033002e6695 gateway port host: None {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:52:13.186986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Calling delete_port for 2818cb20-88fb-4ae9-adb3-8aee36efb8fa owned by network:router_gateway {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:13.242633 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-11f80b3d-0fc7-4e0f-a1be-f4a9db142464 req-7bf9a9bd-d997-4ab5-9346-bfe7001c6304 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2292051 Nov 19 15:52:13.286017 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:27Z', 'updated_at': '2020-11-19T15:52:12Z', 'revision_number': 6, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'gw_port_host': None}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:13.290322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-270775d4-f4d5-4f89-bb0c-5fc33f4d3e03 None None] The sync data for ids ['aec42b55-1ed0-49d7-9fef-e033002e6695'] in dv-cinder-763306-3-smb is: [{'id': 'aec42b55-1ed0-49d7-9fef-e033002e6695', 'name': 'tempest-ServerRescueNegativeTestJSON-663171359-router', 'tenant_id': 'd4965ec6a8b540b7af2498b0132a572e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:27Z', 'updated_at': '2020-11-19T15:52:12Z', 'revision_number': 6, 'project_id': 'd4965ec6a8b540b7af2498b0132a572e', 'gw_port_host': None}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:52:13.388568 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:13.405997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b63d3c77-3609-411e-9ca1-eb8c0e536fb5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:13.453358 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2818cb20-88fb-4ae9-adb3-8aee36efb8fa,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:13.465360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:13.736164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225797'] for router_gateway, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:14.213738 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1751'] for router, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:14.218896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:14.314721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663513'] for router, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:14.316018 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aec42b55-1ed0-49d7-9fef-e033002e6695 {{(pid=80309) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 15:52:14.330427 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:14.342887 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/aec42b55-1ed0-49d7-9fef-e033002e6695 HTTP/1.1" status: 204 len: 168 time: 2.0130491 Nov 19 15:52:14.343113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43792) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:14.377752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 2818cb20-88fb-4ae9-adb3-8aee36efb8fa no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:52:14.419871 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: 2818cb20-88fb-4ae9-adb3-8aee36efb8fa {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:52:14.420427 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 2818cb20-88fb-4ae9-adb3-8aee36efb8fa not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:52:14.420845 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device caf00bff-9beb-4b33-bedf-774bf4e3826f no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:52:14.431037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebcb47c-b596-4f76-9c7d-a1b3425be872 admin admin] Deleting subnet b5a15bcb-3f06-4474-9f30-46e3b250f8cd {{(pid=80308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:52:14.438280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cebcb47c-b596-4f76-9c7d-a1b3425be872 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:14.462653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: caf00bff-9beb-4b33-bedf-774bf4e3826f {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:52:14.463080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device caf00bff-9beb-4b33-bedf-774bf4e3826f not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:52:14.497092 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cebcb47c-b596-4f76-9c7d-a1b3425be872 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826442965'] for subnet, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:14.497231 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9995eef-88e8-48cd-a59d-91df0356e43b req-2fc21fa9-15b6-45d3-b029-56126765a39f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:14.498927 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b9995eef-88e8-48cd-a59d-91df0356e43b req-2fc21fa9-15b6-45d3-b029-56126765a39f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.1068623 Nov 19 15:52:14.559403 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b9995eef-88e8-48cd-a59d-91df0356e43b req-bea84d35-dd7b-45fa-95f7-ce7a02adac83 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0527422 Nov 19 15:52:14.561379 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cebcb47c-b596-4f76-9c7d-a1b3425be872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:15.024772 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cebcb47c-b596-4f76-9c7d-a1b3425be872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826724464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826701859'] for subnet, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:15.041855 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5246674a-76ce-4c73-be2e-64bedb8b88a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:15.096223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebcb47c-b596-4f76-9c7d-a1b3425be872 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a15bcb-3f06-4474-9f30-46e3b250f8cd,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:15.099137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-cebcb47c-b596-4f76-9c7d-a1b3425be872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:15.183407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-cebcb47c-b596-4f76-9c7d-a1b3425be872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:15.190026 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-cebcb47c-b596-4f76-9c7d-a1b3425be872 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b5a15bcb-3f06-4474-9f30-46e3b250f8cd HTTP/1.1" status: 204 len: 168 time: 0.8527315 Nov 19 15:52:15.192503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43802) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:15.203157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82082ee-a0bf-4170-a376-2a7f20daee49 req-efbf67e4-c7e5-4a64-8901-f8ef672f57e4 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:15.204737 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f82082ee-a0bf-4170-a376-2a7f20daee49 req-efbf67e4-c7e5-4a64-8901-f8ef672f57e4 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 945 time: 0.0842083 Nov 19 15:52:15.253785 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f82082ee-a0bf-4170-a376-2a7f20daee49 req-0a11d929-f7c6-4132-8717-adb5e9faff9d tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424979 Nov 19 15:52:15.263105 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:52:15.312702 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:15.504560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:15.619597 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e0071b-a578-447a-a657-3135480e6132']}} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:15.633915 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91') {'for_net_delete': True} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:15.634249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee43f5b9-f995-47ac-ae2e-0be54c54cd91') {} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:15.647249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28332832'] for segment, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:15.662772 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:15.664829 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:52:15.784451 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d728569-257c-4086-a632-a09af4ec0236 req-24fdcebb-3b97-4756-9725-b9649969effe tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:15.786051 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7d728569-257c-4086-a632-a09af4ec0236 req-24fdcebb-3b97-4756-9725-b9649969effe tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.0870423 Nov 19 15:52:15.836859 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7d728569-257c-4086-a632-a09af4ec0236 req-0588ae0c-51f2-4c86-841a-80398dce21ea tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0445156 Nov 19 15:52:15.847434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Network b7e0071b-a578-447a-a657-3135480e6132 has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:52:15.860965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28050994'] for segment, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:16.039545 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Network b7e0071b-a578-447a-a657-3135480e6132 has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:52:16.063173 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:52:16.141520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:16.144889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4425acec-0fb0-4fee-a6a0-d84b54936791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:16.160696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:16.170181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e0071b-a578-447a-a657-3135480e6132,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:16.173505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:16.178207 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-61857c5c-bfd4-42bb-99af-e4a7ca9c8c75 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b7e0071b-a578-447a-a657-3135480e6132 HTTP/1.1" status: 204 len: 168 time: 0.9847355 Nov 19 15:52:16.320316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 43812) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:16.379508 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d2708663-b3f6-4b95-8508-8d9f8dd16d8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4965ec6a8b540b7af2498b0132a572e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557063 Nov 19 15:52:16.379748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 43816) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:16.510797 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1c848a1-13b5-4c76-9cf3-6f2518f9143a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:16.533835 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01ab75-561e-421a-8abf-b9adb30988d7 req-45f75ffb-c744-43dd-8d1a-1955f32e59e0 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:16.535445 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7a01ab75-561e-421a-8abf-b9adb30988d7 req-45f75ffb-c744-43dd-8d1a-1955f32e59e0 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 945 time: 0.1414557 Nov 19 15:52:16.562469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1c848a1-13b5-4c76-9cf3-6f2518f9143a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:16.624259 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7a01ab75-561e-421a-8abf-b9adb30988d7 req-df405d13-97c9-4a85-a7fe-6e81302e7bf4 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816092 Nov 19 15:52:16.631993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1c848a1-13b5-4c76-9cf3-6f2518f9143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:16.637208 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1acbabca-3dca-4ab9-bc92-d515a339c5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:16.651940 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c848a1-13b5-4c76-9cf3-6f2518f9143a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6d0c22-d16e-4972-8ae5-b8bb763448ae,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:16.656279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b1c848a1-13b5-4c76-9cf3-6f2518f9143a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:16.659615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b1c848a1-13b5-4c76-9cf3-6f2518f9143a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:16.660841 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b1c848a1-13b5-4c76-9cf3-6f2518f9143a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bf6d0c22-d16e-4972-8ae5-b8bb763448ae HTTP/1.1" status: 204 len: 168 time: 0.2801626 Nov 19 15:52:17.054275 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b529e0a-7ed3-47ff-aedc-04d2829dcc0e req-83a7d653-d9c7-4a66-9272-db547c6618c3 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:17.055940 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4b529e0a-7ed3-47ff-aedc-04d2829dcc0e req-83a7d653-d9c7-4a66-9272-db547c6618c3 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.0919194 Nov 19 15:52:17.108717 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4b529e0a-7ed3-47ff-aedc-04d2829dcc0e req-daea8a1f-a451-4b1e-9af7-96762d5987cc tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0464876 Nov 19 15:52:17.548979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 43840) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:17.688621 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-527289475-network', 'tenant_id': 'f78ccdbdf2174e6dbe73f3dabfca140f'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:17.694044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:17.698856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Usage tracker for resource:network and tenant:f78ccdbdf2174e6dbe73f3dabfca140f is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:17.702849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:17.718837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:17.729076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Made reservation on behalf of f78ccdbdf2174e6dbe73f3dabfca140f for: {'network': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:52:17.733976 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:17.747344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:17.834897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:17.840978 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Usage tracker for resource:security_group_rule and tenant:f78ccdbdf2174e6dbe73f3dabfca140f is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:17.844416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:17.853307 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:17.893373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be24db-05ca-4b79-ac90-81bd0f8ff177 req-2e15d90f-e131-4953-b221-96043fc3ff99 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:17.894959 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d9be24db-05ca-4b79-ac90-81bd0f8ff177 req-2e15d90f-e131-4953-b221-96043fc3ff99 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 945 time: 0.1284385 Nov 19 15:52:17.975725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:17.979191 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d9be24db-05ca-4b79-ac90-81bd0f8ff177 req-bacf7fd0-021c-49c4-8a73-759ac1cf5489 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773642 Nov 19 15:52:17.980263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:17.984535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aabf47bc-1f9c-4783-91de-d746aac7272c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:18.014236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:52:18.027049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5cbb46-c366-4966-900f-1d97665375e4,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:18.031246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:18.032225 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:18.032613 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Added segment 1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4 of type vxlan for network bceac765-e16b-422a-99a7-70bd4bca96eb Nov 19 15:52:18.059034 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:18.088771 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:18.089933 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:18.090568 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:18.095509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-387696f4-8012-4036-b0e1-94ff48230ec7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:18.204302 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6541870 Nov 19 15:52:18.205177 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Pushing event updated for resources: {'Network': ['ID=bceac765-e16b-422a-99a7-70bd4bca96eb,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:18.207236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 43850) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:18.208064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:18.213934 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Request body: {'subnet': {'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-527289475-subnet', 'tenant_id': 'f78ccdbdf2174e6dbe73f3dabfca140f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:18.216034 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network bceac765-e16b-422a-99a7-70bd4bca96eb details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:52:18.220194 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:18.224347 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Usage tracker for resource:subnet and tenant:f78ccdbdf2174e6dbe73f3dabfca140f is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:18.227803 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:18.234252 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:18.244173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Made reservation on behalf of f78ccdbdf2174e6dbe73f3dabfca140f for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:52:18.249687 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28073958'] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:18.251422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network bceac765-e16b-422a-99a7-70bd4bca96eb details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:52:18.333611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49469851-2ace-4387-94e7-122bea0c2806 req-efdc27b0-039a-4db3-9e01-2a7504d3252f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:18.335231 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-49469851-2ace-4387-94e7-122bea0c2806 req-efdc27b0-039a-4db3-9e01-2a7504d3252f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.0925698 Nov 19 15:52:18.396151 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-49469851-2ace-4387-94e7-122bea0c2806 req-3559e040-1c23-46fd-8733-6610044a93cf tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0534668 Nov 19 15:52:18.671520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28051292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28073941'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:18.687464 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:18.820401 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf34683c-f14a-4917-99d0-e402b297943a,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:18.824549 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:18.886555 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Checking segment: {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:52:18.887043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Network hostable DHCP agents. Network: bceac765-e16b-422a-99a7-70bd4bca96eb, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:52:18.909308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Network bceac765-e16b-422a-99a7-70bd4bca96eb is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:52:18.917381 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, bceac765-e16b-422a-99a7-70bd4bca96eb) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:52:18.927109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f6a54f-8a9c-44a3-b503-496af68e95b1 None None] Network bceac765-e16b-422a-99a7-70bd4bca96eb requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:52:18.929013 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:18.929648 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:18.948626 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7402499 Nov 19 15:52:19.154316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050b883-42ae-4694-b8b2-c74199b34ebe None None] Network bceac765-e16b-422a-99a7-70bd4bca96eb requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:52:19.287988 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810a5d4-b0cb-4fbc-b8cf-281e938903b1 req-704372d1-fa14-4a71-9b34-7b023f10ed94 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:19.289599 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0810a5d4-b0cb-4fbc-b8cf-281e938903b1 req-704372d1-fa14-4a71-9b34-7b023f10ed94 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 945 time: 0.1675088 Nov 19 15:52:19.297728 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-b151d3e6-d80f-474a-b181-9ecce9b53152 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1099074 Nov 19 15:52:19.398998 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0810a5d4-b0cb-4fbc-b8cf-281e938903b1 req-2ca10b3d-0fae-449a-9aa7-f7079a7ee244 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002197 Nov 19 15:52:19.451836 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-5e5ebe19-a338-4d3b-b0dd-648c87273261 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 1162 time: 0.1146986 Nov 19 15:52:19.767784 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-aa370ff3-ce61-444e-a722-a2141e67a00a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:19.768509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-aa370ff3-ce61-444e-a722-a2141e67a00a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Synchronizing usage tracker for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:network {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:52:19.781494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-3d2ce71e-4cd8-434c-9af4-a85cebedb9ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:19.783041 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-3d2ce71e-4cd8-434c-9af4-a85cebedb9ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.3034980 Nov 19 15:52:19.854110 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd350a8-a39b-442d-a34e-6e56eef8d852 req-29e39f8e-bd44-4194-a114-55ee8bd71bd5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:19.855714 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3cd350a8-a39b-442d-a34e-6e56eef8d852 req-29e39f8e-bd44-4194-a114-55ee8bd71bd5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.2837033 Nov 19 15:52:19.862109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-aa370ff3-ce61-444e-a722-a2141e67a00a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Unset dirty status for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:network {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:52:19.863284 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-aa370ff3-ce61-444e-a722-a2141e67a00a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 814 time: 0.4378719 Nov 19 15:52:19.936523 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-254daa0e-8213-4721-bdc0-50ee523a9dfe tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/quotas/f78ccdbdf2174e6dbe73f3dabfca140f HTTP/1.1" status: 200 len: 375 time: 0.0519385 Nov 19 15:52:19.948426 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-fa4d0c1d-7ef5-402b-8d9d-60a7338fb0a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 HTTP/1.1" status: 200 len: 1000 time: 0.1515365 Nov 19 15:52:20.044772 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-b7312820-f190-4013-8cf0-5072962253c0 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0982714 Nov 19 15:52:20.053279 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3cd350a8-a39b-442d-a34e-6e56eef8d852 req-f10e84f5-fe6c-46a7-9bd6-d4de86848cd0 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1724000 Nov 19 15:52:20.112521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-17741502-e195-49f5-8070-2f8f9a8c629b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:20.114044 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-17741502-e195-49f5-8070-2f8f9a8c629b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.1280680 Nov 19 15:52:20.260346 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-f4a47e92-85f9-42cb-9bbb-969d6f0edb63 service neutron] 10.222.0.48 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038865 Nov 19 15:52:20.303825 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-9f13e85b-f492-467f-95a5-f3cb12de1750 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1419384 Nov 19 15:52:20.632175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-57b889b3-311b-42f2-876c-c32ea26664a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:20.848655 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-576f9f86-f296-49df-ba85-35948e961b72 service neutron] 10.222.0.48 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5800536 Nov 19 15:52:20.869113 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-edb94823-47fd-497e-acda-b7e8912a4139 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543554 Nov 19 15:52:20.938656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-fa0f0d5d-4e79-44d6-aa88-1fc7bdebe596 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:20.940243 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-fa0f0d5d-4e79-44d6-aa88-1fc7bdebe596 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.55 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 945 time: 0.2451727 Nov 19 15:52:20.949292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57c748-8d4f-4040-b107-5bfc6735f49a req-ab534cf9-874c-4afb-be40-60f5e5e3167a tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:20.950849 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab57c748-8d4f-4040-b107-5bfc6735f49a req-ab534cf9-874c-4afb-be40-60f5e5e3167a tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 945 time: 0.2569242 Nov 19 15:52:21.133230 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-16392280-c57e-4c8a-b3bc-2175d585380e req-af9d032a-92cc-48dd-8d43-3fa616f0fd50 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 210 time: 0.0980015 Nov 19 15:52:21.181240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Deleting port af5cfeae-2678-42af-a855-415c43aa1ecb {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:21.181650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:21.246053 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab7b454f-ac0d-4486-a780-1d7736777aeb req-aa1d7241-573c-4a4e-8336-a65e1456763a service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3631642 Nov 19 15:52:21.248500 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ab57c748-8d4f-4040-b107-5bfc6735f49a req-2ebc2845-2fe6-4b5f-96c2-e3cdef455e85 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145698 Nov 19 15:52:21.502736 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108aba07-1538-4990-aff7-927506483636 req-a7a21af5-e116-4047-a3c1-b17b67ecf970 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:21.504345 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-108aba07-1538-4990-aff7-927506483636 req-a7a21af5-e116-4047-a3c1-b17b67ecf970 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.2132795 Nov 19 15:52:21.561996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] For port af5cfeae-2678-42af-a855-415c43aa1ecb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=af5cfeae-2678-42af-a855-415c43aa1ecb,segment=NetworkSegment(1684072e-8f58-469f-a9aa-7a57e9095dd0),segment_id=1684072e-8f58-469f-a9aa-7a57e9095dd0)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:21.562370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:21.579826 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device af5cfeae-2678-42af-a855-415c43aa1ecb no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:52:21.706115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Calling delete_port for af5cfeae-2678-42af-a855-415c43aa1ecb owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:21.740154 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:21.742590 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-108aba07-1538-4990-aff7-927506483636 req-ea82aa03-6695-46de-b997-8504ed3ec8dd tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2311792 Nov 19 15:52:21.769209 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5cfeae-2678-42af-a855-415c43aa1ecb'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:21.779929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port af5cfeae-2678-42af-a855-415c43aa1ecb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=af5cfeae-2678-42af-a855-415c43aa1ecb,segment=NetworkSegment(1684072e-8f58-469f-a9aa-7a57e9095dd0),segment_id=1684072e-8f58-469f-a9aa-7a57e9095dd0)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:21.784101 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:21.785926 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:21.804588 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:52:21.804950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:52:21.840641 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af5cfeae-2678-42af-a855-415c43aa1ecb', 'code': 200} Nov 19 15:52:21.856757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:21.867753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=af5cfeae-2678-42af-a855-415c43aa1ecb,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:21.876638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.877023 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.877403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.877790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.878175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.878529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.878924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.879291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.879655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.880015 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.880375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.880735 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.881177 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.881540 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.881902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.882260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.882619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.883005 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.883365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.883723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.884082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.884448 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.884803 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.885158 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:21.889686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:22.329981 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Deleting port af5cfeae-2678-42af-a855-415c43aa1ecb {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:22.330178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:22.398859 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9ea67739-c536-46f5-ba53-80d57bc91d5f req-43491629-a7b6-4e03-a89e-57d7126bdb34 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 210 time: 0.1166601 Nov 19 15:52:22.635356 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-bf7ebd88-62f0-451a-91d8-62820a727f23 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:22.636890 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-bf7ebd88-62f0-451a-91d8-62820a727f23 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 814 time: 0.3796232 Nov 19 15:52:22.669966 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Request body: {'port': {'device_id': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb', 'admin_state_up': True, 'tenant_id': 'f78ccdbdf2174e6dbe73f3dabfca140f'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:22.719713 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccb0e1-762d-49c2-97a3-d127a787c27b req-1bcde99d-8d6e-49a2-ac17-6b70639b17c5 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:22.721251 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-feccb0e1-762d-49c2-97a3-d127a787c27b req-1bcde99d-8d6e-49a2-ac17-6b70639b17c5 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 943 time: 0.3183947 Nov 19 15:52:22.995349 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-feccb0e1-762d-49c2-97a3-d127a787c27b req-6e5fe140-f1d0-41af-9320-276187ea972b tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207778 Nov 19 15:52:22.998724 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] For port af5cfeae-2678-42af-a855-415c43aa1ecb, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=af5cfeae-2678-42af-a855-415c43aa1ecb,segment=NetworkSegment(1684072e-8f58-469f-a9aa-7a57e9095dd0),segment_id=1684072e-8f58-469f-a9aa-7a57e9095dd0)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:22.999150 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:23.151159 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Calling delete_port for af5cfeae-2678-42af-a855-415c43aa1ecb owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:23.216454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:23.224993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Usage tracker for resource:port and tenant:f78ccdbdf2174e6dbe73f3dabfca140f is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:23.231206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Quota usage for port was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:23.253920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:23.264652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b53260f-125e-454c-97df-e103717b835b req-24bd9229-b2c5-44f5-b308-9886c37ef869 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:23.266250 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5b53260f-125e-454c-97df-e103717b835b req-24bd9229-b2c5-44f5-b308-9886c37ef869 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.3688283 Nov 19 15:52:23.288344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Made reservation on behalf of f78ccdbdf2174e6dbe73f3dabfca140f for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:52:23.293660 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:23.440299 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6d3053dc-3c81-43b6-b2be-60b98179a272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:23.675672 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a729f1d6-c928-4b06-ae4b-26894d34dda5 req-5e1379e4-f6f2-40b0-b8bd-8e2893237a62 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 210 time: 0.0676727 Nov 19 15:52:23.678675 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5b53260f-125e-454c-97df-e103717b835b req-9aea5d28-abdc-4dcf-85a0-344210f950ea tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.4053516 Nov 19 15:52:23.710171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:23.733060 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:23.780246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:23.790108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Pushing event deleted for resources: {'Port': ['ID=af5cfeae-2678-42af-a855-415c43aa1ecb,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:23.798436 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:24.128400 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] No DVR routers for this DVR port af5cfeae-2678-42af-a855-415c43aa1ecb on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:52:24.137516 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:24.141411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'name': 'network-vif-deleted', 'tag': 'af5cfeae-2678-42af-a855-415c43aa1ecb'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:24.206311 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-86d7e9f4-3447-4fc9-b8fd-d69fa96e4c7e req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.55 "DELETE /v2.0/ports/af5cfeae-2678-42af-a855-415c43aa1ecb HTTP/1.1" status: 204 len: 173 time: 3.2522247 Nov 19 15:52:24.207670 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-d34ebc6e-a917-4236-ab42-f9ac81027f8c req-bec64324-fb87-41e2-825e-8e3e0e2e3a27 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Synchronizing usage tracker for tenant:8df38ae2582446389f15487eed52570d on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:52:24.212308 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abb2ab10-b8af-4eda-b2db-14c4cddc9bd4', 'name': 'network-vif-deleted', 'tag': 'af5cfeae-2678-42af-a855-415c43aa1ecb', 'status': 'completed', 'code': 200} Nov 19 15:52:24.233449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Allocated IP 172.20.0.8 (bceac765-e16b-422a-99a7-70bd4bca96eb/cf34683c-f14a-4917-99d0-e402b297943a/1da65876-e517-48d5-a07f-35487b471d7d) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:52:24.241094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-d34ebc6e-a917-4236-ab42-f9ac81027f8c req-bec64324-fb87-41e2-825e-8e3e0e2e3a27 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Unset dirty status for tenant:8df38ae2582446389f15487eed52570d on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:52:24.242352 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d34ebc6e-a917-4236-ab42-f9ac81027f8c req-bec64324-fb87-41e2-825e-8e3e0e2e3a27 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=abb2ab10-b8af-4eda-b2db-14c4cddc9bd4 HTTP/1.1" status: 200 len: 210 time: 0.1119955 Nov 19 15:52:24.457010 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:24.483298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:24.498567 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:24.642782 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Pushing event updated for resources: {'Port': ['ID=1da65876-e517-48d5-a07f-35487b471d7d,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:24.647685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:24.695805 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Network bceac765-e16b-422a-99a7-70bd4bca96eb is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:52:24.697061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:52:24.699652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:52:24.704176 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:24.704838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:24.723990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:24.728122 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0622854 Nov 19 15:52:24.769418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Request body: {'port': {'device_id': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:24.998863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:25.101467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5419f1b-5168-4c75-88ac-437a846af8c1 req-409d9382-82f3-4cc0-9b11-684a03706ed6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:25.102213 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-e5419f1b-5168-4c75-88ac-437a846af8c1 req-409d9382-82f3-4cc0-9b11-684a03706ed6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Synchronizing usage tracker for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:52:25.114594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c218ba2-c276-4d3e-b398-c05bea212537 req-e9df8667-8654-4f13-839a-6ccf5d0f3d13 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:25.116635 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6c218ba2-c276-4d3e-b398-c05bea212537 req-e9df8667-8654-4f13-839a-6ccf5d0f3d13 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.2525618 Nov 19 15:52:25.197025 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-e5419f1b-5168-4c75-88ac-437a846af8c1 req-409d9382-82f3-4cc0-9b11-684a03706ed6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Unset dirty status for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:52:25.198278 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e5419f1b-5168-4c75-88ac-437a846af8c1 req-409d9382-82f3-4cc0-9b11-684a03706ed6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 931 time: 0.3358698 Nov 19 15:52:25.307322 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6c218ba2-c276-4d3e-b398-c05bea212537 req-ee4cc0c6-5d2d-4e54-bc96-17e7edfb7223 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1597898 Nov 19 15:52:25.339481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-e5419f1b-5168-4c75-88ac-437a846af8c1 req-f9b45bee-dbd4-458e-abf5-4d01aa229b67 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Synchronizing usage tracker for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:52:25.340286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:25.443177 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-e5419f1b-5168-4c75-88ac-437a846af8c1 req-f9b45bee-dbd4-458e-abf5-4d01aa229b67 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Unset dirty status for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:52:25.444442 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e5419f1b-5168-4c75-88ac-437a846af8c1 req-f9b45bee-dbd4-458e-abf5-4d01aa229b67 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361765 Nov 19 15:52:25.566210 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da65876-e517-48d5-a07f-35487b471d7d {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:52:25.573413 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:25.586243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Transition to ACTIVE for port object 1da65876-e517-48d5-a07f-35487b471d7d will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:52:25.588696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:25.604955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c0676a39-797f-4ad3-9fcf-cd34fb52fd96 tempest-VolumesActionsTest-1982569013 tempest-VolumesActionsTest-1982569013] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:25.695503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Pushing event updated for resources: {'Port': ['ID=1da65876-e517-48d5-a07f-35487b471d7d,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:25.750922 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:25.881839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Attempting to bind port 1da65876-e517-48d5-a07f-35487b471d7d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:52:25.882134 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Attempting to bind port 1da65876-e517-48d5-a07f-35487b471d7d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:52:25.882502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Attempting to bind port 1da65876-e517-48d5-a07f-35487b471d7d on network bceac765-e16b-422a-99a7-70bd4bca96eb {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:52:25.889880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:52:25.890249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Checking segment: {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:52:25.890646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:25.891063 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Bound using segment: {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:52:25.891528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Bound port: 1da65876-e517-48d5-a07f-35487b471d7d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:52:25.891895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:25.937144 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 2677ae0c-6ce2-4f13-9a6f-53f55542e16d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:25.990510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] For port 1da65876-e517-48d5-a07f-35487b471d7d, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:52:25.993986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] For port 1da65876-e517-48d5-a07f-35487b471d7d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1da65876-e517-48d5-a07f-35487b471d7d,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:52:25.998379 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:26.012005 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:26.012419 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:26.014440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:26.162788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Pushing event updated for resources: {'Port': ['ID=1da65876-e517-48d5-a07f-35487b471d7d,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:26.167484 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:26.203412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:26.204914 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-65331af2-19b0-41ff-9128-065ff556051e service neutron] 10.222.0.55 "PUT /v2.0/ports/1da65876-e517-48d5-a07f-35487b471d7d HTTP/1.1" status: 200 len: 1157 time: 1.4415064 Nov 19 15:52:26.213554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'tag': '1da65876-e517-48d5-a07f-35487b471d7d'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:26.298658 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'tag': '1da65876-e517-48d5-a07f-35487b471d7d', 'status': 'completed', 'code': 200} Nov 19 15:52:26.340039 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-678278d0-192c-4169-bfbe-620f1a0da5d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 1160 time: 0.0797560 Nov 19 15:52:26.420505 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-f230f5bf-66e5-4d4e-b4d0-a63d95a9aa5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1da65876-e517-48d5-a07f-35487b471d7d HTTP/1.1" status: 200 len: 217 time: 0.0653594 Nov 19 15:52:26.551178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-325c6d15-40e1-415d-a2ff-32d9698fd72f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:26.552781 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-325c6d15-40e1-415d-a2ff-32d9698fd72f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf34683c-f14a-4917-99d0-e402b297943a HTTP/1.1" status: 200 len: 854 time: 0.1220274 Nov 19 15:52:26.642642 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-d9f4163c-586d-4038-a394-a1951921c678 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bceac765-e16b-422a-99a7-70bd4bca96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811377 Nov 19 15:52:26.910255 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090873d-37ec-4d1f-a3b7-db13dd4a2d4f req-cfe34f7f-1e5b-40f9-899a-28e9510baeea tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:26.911828 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2090873d-37ec-4d1f-a3b7-db13dd4a2d4f req-cfe34f7f-1e5b-40f9-899a-28e9510baeea tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.4468548 Nov 19 15:52:27.082787 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2090873d-37ec-4d1f-a3b7-db13dd4a2d4f req-5d0cf0cb-193c-42a8-a0d2-088b4481ce68 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1615391 Nov 19 15:52:27.092614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ed4a0-eb3c-4971-93a3-8b9d9c9b3b8a req-b75902c6-4daa-43e3-8578-2884229ce4b3 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:27.094200 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-820ed4a0-eb3c-4971-93a3-8b9d9c9b3b8a req-b75902c6-4daa-43e3-8578-2884229ce4b3 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 943 time: 0.4999897 Nov 19 15:52:27.100976 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-bd5d2513-83c0-488a-9630-44693932104d service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242622 Nov 19 15:52:27.249932 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-820ed4a0-eb3c-4971-93a3-8b9d9c9b3b8a req-a52e9e67-3314-4a09-88e0-570657e79f5d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479092 Nov 19 15:52:27.281645 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-25cfa509-a2a2-4496-9902-487f6e02f250 req-7d62e541-603f-4ee8-8acf-114349328214 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1646724 Nov 19 15:52:27.486958 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-456e0a80-6c24-4ac3-8adf-75a2ae24f359 req-598953ef-aa9a-4c13-9cb7-8d8291589946 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 1160 time: 0.0752580 Nov 19 15:52:27.634421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e0a80-6c24-4ac3-8adf-75a2ae24f359 req-4d4e8fee-3154-4b6d-bd74-6a857a8cb900 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:27.635951 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-456e0a80-6c24-4ac3-8adf-75a2ae24f359 req-4d4e8fee-3154-4b6d-bd74-6a857a8cb900 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 908 time: 0.1398833 Nov 19 15:52:27.720748 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-456e0a80-6c24-4ac3-8adf-75a2ae24f359 req-847fae5e-1f4e-4f9b-adcc-c482748db967 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1da65876-e517-48d5-a07f-35487b471d7d HTTP/1.1" status: 200 len: 217 time: 0.0686638 Nov 19 15:52:27.793672 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456e0a80-6c24-4ac3-8adf-75a2ae24f359 req-edae6b31-124b-4d27-b0bc-ee6c228ae371 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:27.795682 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-456e0a80-6c24-4ac3-8adf-75a2ae24f359 req-edae6b31-124b-4d27-b0bc-ee6c228ae371 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf34683c-f14a-4917-99d0-e402b297943a HTTP/1.1" status: 200 len: 854 time: 0.0648623 Nov 19 15:52:27.848377 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-456e0a80-6c24-4ac3-8adf-75a2ae24f359 req-409ed459-8ca9-4a9f-9051-26c1b8cc2ccf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bceac765-e16b-422a-99a7-70bd4bca96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458341 Nov 19 15:52:27.923230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 2677ae0c-6ce2-4f13-9a6f-53f55542e16d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:27.993986 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-456e0a80-6c24-4ac3-8adf-75a2ae24f359 req-449b0c0d-56e9-4db9-abbe-124591e3abb3 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377230 Nov 19 15:52:27.996662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:27.997084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:28.144441 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-456e0a80-6c24-4ac3-8adf-75a2ae24f359 req-a4b22607-2fea-4661-82a4-459bfdb420e2 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423223 Nov 19 15:52:28.302503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7e1b1-ed84-40e3-950b-e319ba4e998b req-16428846-fd19-4bfb-8db4-900de1a242cc tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:28.310566 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cfd7e1b1-ed84-40e3-950b-e319ba4e998b req-16428846-fd19-4bfb-8db4-900de1a242cc tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.0910547 Nov 19 15:52:28.360977 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cfd7e1b1-ed84-40e3-950b-e319ba4e998b req-d9269722-f919-4efa-9e78-be018d157121 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&id=4376cfa7-3820-42a0-9a7f-25eb849d9fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0494287 Nov 19 15:52:28.481075 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9209471-7b29-4c26-a09f-65fd05a960a4 req-603f3fe8-331a-4b91-bd70-40983a71cde1 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:28.482579 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9209471-7b29-4c26-a09f-65fd05a960a4 req-603f3fe8-331a-4b91-bd70-40983a71cde1 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 943 time: 0.0849502 Nov 19 15:52:28.532517 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9209471-7b29-4c26-a09f-65fd05a960a4 req-70c2354e-8682-4a4b-b37e-c3d2cabacee7 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438721 Nov 19 15:52:29.812344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-3c42f153-a25f-4bd6-882e-c224b712018a tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:29.813960 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-3c42f153-a25f-4bd6-882e-c224b712018a tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/networks?id=ea196d1c-6c86-4756-83cb-20c0a9935a58 HTTP/1.1" status: 200 len: 814 time: 0.2111208 Nov 19 15:52:29.840448 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82995abc-8d5e-473c-bce5-6b6aa70fc0d6 req-e770b772-53ef-4aff-bbc2-0b181219933f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:29.841983 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-82995abc-8d5e-473c-bce5-6b6aa70fc0d6 req-e770b772-53ef-4aff-bbc2-0b181219933f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 943 time: 0.1353049 Nov 19 15:52:29.844194 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-4ee99482-389f-4ac7-ac84-35c071af57c3 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/quotas/8df38ae2582446389f15487eed52570d HTTP/1.1" status: 200 len: 375 time: 0.0227740 Nov 19 15:52:29.882508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.objects.ports [None req-f6fdffc1-7bc8-4e8f-9708-8ee995a56575 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80310) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 15:52:29.918604 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f605fe7f-40b2-4dc9-bcdd-8abc4465252b tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?tenant_id=8df38ae2582446389f15487eed52570d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557539 Nov 19 15:52:29.984938 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-82995abc-8d5e-473c-bce5-6b6aa70fc0d6 req-b881d38d-75d3-4ece-97eb-ba19aae3f9b9 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363082 Nov 19 15:52:30.074909 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-3f82bbab-76ee-4700-8f5e-11c67c222cfd service neutron] 10.222.0.48 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459205 Nov 19 15:52:30.214983 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-efa429f1-374b-48db-8916-aac29100f654 service neutron] 10.222.0.48 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1337113 Nov 19 15:52:30.412377 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-61fed01f-aee7-4558-a01d-8a7fddaec940 req-6944df89-4291-4c7a-a346-6edd4e694027 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 210 time: 0.0458412 Nov 19 15:52:30.476266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 1da65876-e517-48d5-a07f-35487b471d7d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:30.550318 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port 1da65876-e517-48d5-a07f-35487b471d7d completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:52:30.555149 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 1da65876-e517-48d5-a07f-35487b471d7d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:30.555566 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:30.679682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:30.712724 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da65876-e517-48d5-a07f-35487b471d7d'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:30.724201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 1da65876-e517-48d5-a07f-35487b471d7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1da65876-e517-48d5-a07f-35487b471d7d,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:30.727791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:30.730259 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:30.787853 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da65876-e517-48d5-a07f-35487b471d7d', 'code': 200} Nov 19 15:52:30.801562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=1da65876-e517-48d5-a07f-35487b471d7d,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:30.805248 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:31.115512 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a86c4105-1bbe-4ec2-8045-00de4fdac1c2 req-b634beca-6343-474f-aa84-e0970954ff04 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 1162 time: 0.0905108 Nov 19 15:52:31.218444 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a86c4105-1bbe-4ec2-8045-00de4fdac1c2 req-6d895721-7e36-4cad-8c45-4f77d94f53a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581646 Nov 19 15:52:31.236272 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6957c708-3eae-4492-a828-913e6261e8ae req-51c1d50a-0ef7-490b-b81f-9745214f7d9c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:31.237782 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6957c708-3eae-4492-a828-913e6261e8ae req-51c1d50a-0ef7-490b-b81f-9745214f7d9c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 945 time: 0.1210330 Nov 19 15:52:31.285771 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6957c708-3eae-4492-a828-913e6261e8ae req-9f8a75a6-ca26-4654-953a-0132b95460ab tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417149 Nov 19 15:52:31.589630 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-63c87118-5892-4c66-b064-1a607399deef req-66081324-6f01-4166-b9a4-a2ce9d587b5d tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 210 time: 0.0478697 Nov 19 15:52:31.924800 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 1da65876-e517-48d5-a07f-35487b471d7d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:31.966431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-418627f9-9968-4e75-96cc-2f730f0c3cf3 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:31.968522 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-418627f9-9968-4e75-96cc-2f730f0c3cf3 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.55 "GET /v2.0/networks?id=ea196d1c-6c86-4756-83cb-20c0a9935a58 HTTP/1.1" status: 200 len: 814 time: 0.1586635 Nov 19 15:52:32.002069 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 1da65876-e517-48d5-a07f-35487b471d7d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:32.002416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:32.006331 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Request body: {'port': {'device_id': '5bc6ff7a-e3df-4992-b9f4-aee5229725b2', 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58', 'admin_state_up': True, 'tenant_id': '8df38ae2582446389f15487eed52570d'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:32.151022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:32.161326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:32.170064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Made reservation on behalf of 8df38ae2582446389f15487eed52570d for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:52:32.176159 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:32.553561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Allocated IP 172.20.0.5 (ea196d1c-6c86-4756-83cb-20c0a9935a58/7cb96b53-0e5b-495c-a7f7-5a78dd585619/eb006a50-62a6-467f-891e-61c6362df758) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:52:32.598508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab23e10-4e4d-41e2-bb48-a6a54156d7aa req-ab41457c-1db0-489a-ab9d-2f92c3ab5349 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:32.600332 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2ab23e10-4e4d-41e2-bb48-a6a54156d7aa req-ab41457c-1db0-489a-ab9d-2f92c3ab5349 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 945 time: 0.1835692 Nov 19 15:52:32.716758 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2ab23e10-4e4d-41e2-bb48-a6a54156d7aa req-3f935e22-5beb-4674-a6eb-6fa5f01881e2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043873 Nov 19 15:52:33.048034 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e367a527-fc39-4560-b7e3-178bf4d2b1bb req-6808ff05-a89c-482e-aaee-0ac36e4985d4 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 210 time: 0.2838068 Nov 19 15:52:33.090526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:33.123396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:33.138835 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7febcf79-65aa-4223-b516-3612d81ebded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:33.274291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Pushing event updated for resources: {'Port': ['ID=eb006a50-62a6-467f-891e-61c6362df758,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:33.284338 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:33.330772 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Network ea196d1c-6c86-4756-83cb-20c0a9935a58 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:52:33.331860 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:52:33.334188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:52:33.338378 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:33.339050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:33.364085 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3621190 Nov 19 15:52:33.395728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Request body: {'port': {'device_id': '5bc6ff7a-e3df-4992-b9f4-aee5229725b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:33.511335 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:33.978187 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb006a50-62a6-467f-891e-61c6362df758 {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:52:33.988047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:33.996061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 1da65876-e517-48d5-a07f-35487b471d7d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:34.009655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c584a-9664-483e-9b80-0787f99239d1 req-0aa97c7b-e838-47a2-a157-7b33731c5abd tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:34.011287 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c72c584a-9664-483e-9b80-0787f99239d1 req-0aa97c7b-e838-47a2-a157-7b33731c5abd tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 945 time: 0.1650438 Nov 19 15:52:34.012271 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Transition to ACTIVE for port object eb006a50-62a6-467f-891e-61c6362df758 will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:52:34.016402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:34.034995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:34.226752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 1da65876-e517-48d5-a07f-35487b471d7d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:34.227215 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:34.269167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb006a50-62a6-467f-891e-61c6362df758,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:34.311405 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c72c584a-9664-483e-9b80-0787f99239d1 req-a4a5917c-df68-46ad-80a0-3b3a17594640 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799101 Nov 19 15:52:34.316198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.316602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.316991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.317372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.317762 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.318150 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.318533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.318940 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.319323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.319706 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.320083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.320461 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.320927 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.321387 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.321691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.322065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.322441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.322842 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.323224 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.323604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.323986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.324359 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.324740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.325116 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:34.333510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:34.418007 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77357198-761c-4dd4-85ea-d85107c1a4a4 req-9ef65c6a-e892-463f-9e48-523f8ac92cd0 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:34.418763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-77357198-761c-4dd4-85ea-d85107c1a4a4 req-9ef65c6a-e892-463f-9e48-523f8ac92cd0 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Synchronizing usage tracker for tenant:8df38ae2582446389f15487eed52570d on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:52:34.450088 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-77357198-761c-4dd4-85ea-d85107c1a4a4 req-9ef65c6a-e892-463f-9e48-523f8ac92cd0 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Unset dirty status for tenant:8df38ae2582446389f15487eed52570d on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:52:34.451413 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77357198-761c-4dd4-85ea-d85107c1a4a4 req-9ef65c6a-e892-463f-9e48-523f8ac92cd0 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 943 time: 0.2580864 Nov 19 15:52:34.486394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Attempting to bind port eb006a50-62a6-467f-891e-61c6362df758 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:52:34.486767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Attempting to bind port eb006a50-62a6-467f-891e-61c6362df758 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1684072e-8f58-469f-a9aa-7a57e9095dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:52:34.487180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Attempting to bind port eb006a50-62a6-467f-891e-61c6362df758 on network ea196d1c-6c86-4756-83cb-20c0a9935a58 {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:52:34.507102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:52:34.507485 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Checking segment: {'id': '1684072e-8f58-469f-a9aa-7a57e9095dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:52:34.507893 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:34.508285 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Bound using segment: {'id': '1684072e-8f58-469f-a9aa-7a57e9095dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:52:34.508770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Bound port: eb006a50-62a6-467f-891e-61c6362df758, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1684072e-8f58-469f-a9aa-7a57e9095dd0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ea196d1c-6c86-4756-83cb-20c0a9935a58'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:52:34.509139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:34.536975 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-77357198-761c-4dd4-85ea-d85107c1a4a4 req-64097e6b-25e9-4bd9-8b4f-bbd5fed4f9a7 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757620 Nov 19 15:52:34.612181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] For port eb006a50-62a6-467f-891e-61c6362df758, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:52:34.615382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] For port eb006a50-62a6-467f-891e-61c6362df758, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=eb006a50-62a6-467f-891e-61c6362df758,segment=NetworkSegment(1684072e-8f58-469f-a9aa-7a57e9095dd0),segment_id=1684072e-8f58-469f-a9aa-7a57e9095dd0)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:52:34.618686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:34.633728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:34.794533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Pushing event updated for resources: {'Port': ['ID=eb006a50-62a6-467f-891e-61c6362df758,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:34.797951 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:34.839305 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:34.841101 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] 10.222.0.55 "PUT /v2.0/ports/eb006a50-62a6-467f-891e-61c6362df758 HTTP/1.1" status: 200 len: 1157 time: 1.4499955 Nov 19 15:52:34.841641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bc6ff7a-e3df-4992-b9f4-aee5229725b2', 'tag': 'eb006a50-62a6-467f-891e-61c6362df758'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:34.900394 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bc6ff7a-e3df-4992-b9f4-aee5229725b2', 'tag': 'eb006a50-62a6-467f-891e-61c6362df758', 'status': 'completed', 'code': 200} Nov 19 15:52:34.996138 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-ab357bc3-d91c-4d84-b43d-2ecce0ce5c7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8df38ae2582446389f15487eed52570d&device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 1160 time: 0.0747824 Nov 19 15:52:35.079819 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-7705136b-bbc3-483f-a727-64b7fb1a504b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb006a50-62a6-467f-891e-61c6362df758 HTTP/1.1" status: 200 len: 217 time: 0.0696239 Nov 19 15:52:35.153660 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-0bb9d06e-4aaa-4598-921f-5fb94affe3ff service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:35.155244 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-0bb9d06e-4aaa-4598-921f-5fb94affe3ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cb96b53-0e5b-495c-a7f7-5a78dd585619 HTTP/1.1" status: 200 len: 854 time: 0.0659623 Nov 19 15:52:35.208744 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-573335eb-72f9-40ac-9faf-d8c63d7bcf15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea196d1c-6c86-4756-83cb-20c0a9935a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431330 Nov 19 15:52:35.354905 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-88cce03d-c61e-4f04-b592-45c373185498 service neutron] 10.222.0.55 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389749 Nov 19 15:52:35.497159 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f65983a-dac6-4627-bb98-a8508ca493b6 req-432fd4de-617a-4862-ab8e-a66d2a65cd89 service neutron] 10.222.0.55 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1356716 Nov 19 15:52:35.705116 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8be5e3fe-91e0-43a0-964c-05a839b56b7d req-bab5c606-76dd-4638-9256-090f2796d56f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8df38ae2582446389f15487eed52570d&device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 1160 time: 0.1140318 Nov 19 15:52:35.864885 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a706bb-9186-474a-b212-aa791361b01d req-d673eae9-6436-494f-b131-a9ed0e10602a tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:35.866494 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-03a706bb-9186-474a-b212-aa791361b01d req-d673eae9-6436-494f-b131-a9ed0e10602a tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 943 time: 0.1993649 Nov 19 15:52:35.902291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e3fe-91e0-43a0-964c-05a839b56b7d req-eeae604c-4bda-4513-923c-f38a490e7267 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:35.903870 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8be5e3fe-91e0-43a0-964c-05a839b56b7d req-eeae604c-4bda-4513-923c-f38a490e7267 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea196d1c-6c86-4756-83cb-20c0a9935a58 HTTP/1.1" status: 200 len: 908 time: 0.1803050 Nov 19 15:52:35.995970 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8be5e3fe-91e0-43a0-964c-05a839b56b7d req-bd777a5c-cc1c-42d9-8b26-65abc5a2dba2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eb006a50-62a6-467f-891e-61c6362df758 HTTP/1.1" status: 200 len: 217 time: 0.0793073 Nov 19 15:52:35.998426 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-03a706bb-9186-474a-b212-aa791361b01d req-62dc7a17-27f8-4f28-bdc1-6d381ca7dd50 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201711 Nov 19 15:52:36.065880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be5e3fe-91e0-43a0-964c-05a839b56b7d req-2528699a-3a3c-496e-9c3d-bec1313e8dcb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:36.067484 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8be5e3fe-91e0-43a0-964c-05a839b56b7d req-2528699a-3a3c-496e-9c3d-bec1313e8dcb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7cb96b53-0e5b-495c-a7f7-5a78dd585619 HTTP/1.1" status: 200 len: 854 time: 0.0650635 Nov 19 15:52:36.125814 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8be5e3fe-91e0-43a0-964c-05a839b56b7d req-21bfbafc-9590-421f-9c46-0fefdf040439 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea196d1c-6c86-4756-83cb-20c0a9935a58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469942 Nov 19 15:52:36.283088 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8be5e3fe-91e0-43a0-964c-05a839b56b7d req-d2b57402-a3b2-49da-93e3-bf626895d492 service neutron] 10.222.0.55 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381211 Nov 19 15:52:36.654001 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8be5e3fe-91e0-43a0-964c-05a839b56b7d req-36c3dd18-7546-4f21-bcfd-aa2d6e0dcf0a service neutron] 10.222.0.55 "GET /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3623691 Nov 19 15:52:37.208884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee60f14-6be7-469b-8fe0-803984d46012 req-74030ad0-3943-4ec1-b44f-33bc4b60bea2 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:37.210404 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fee60f14-6be7-469b-8fe0-803984d46012 req-74030ad0-3943-4ec1-b44f-33bc4b60bea2 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 943 time: 0.0817122 Nov 19 15:52:37.258128 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fee60f14-6be7-469b-8fe0-803984d46012 req-48a2bf34-1495-4bae-be2c-d56d2f437d08 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417528 Nov 19 15:52:38.472961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a5ca25-4e3e-436b-8bb6-3efb0072961e req-a426bb61-8170-439a-afdd-6cac8d555d87 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:38.474535 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-27a5ca25-4e3e-436b-8bb6-3efb0072961e req-a426bb61-8170-439a-afdd-6cac8d555d87 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 943 time: 0.0857151 Nov 19 15:52:38.510206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device eb006a50-62a6-467f-891e-61c6362df758 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:38.523079 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-27a5ca25-4e3e-436b-8bb6-3efb0072961e req-c992290d-b8f0-490c-b9d7-23c24304f23f tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Nov 19 15:52:38.583588 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port eb006a50-62a6-467f-891e-61c6362df758 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:52:38.588601 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port eb006a50-62a6-467f-891e-61c6362df758 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:38.589033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:38.711129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:38.741328 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc6ff7a-e3df-4992-b9f4-aee5229725b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb006a50-62a6-467f-891e-61c6362df758'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:38.750426 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port eb006a50-62a6-467f-891e-61c6362df758, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=eb006a50-62a6-467f-891e-61c6362df758,segment=NetworkSegment(1684072e-8f58-469f-a9aa-7a57e9095dd0),segment_id=1684072e-8f58-469f-a9aa-7a57e9095dd0)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:38.754273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:38.756222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e284406b-221d-480d-83a4-0b7e212ccd71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:38.809276 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc6ff7a-e3df-4992-b9f4-aee5229725b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb006a50-62a6-467f-891e-61c6362df758', 'code': 200} Nov 19 15:52:38.827221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=eb006a50-62a6-467f-891e-61c6362df758,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:38.830570 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:38.982394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-38ca74d4-4c8b-4aec-ab90-b60a6a1f9bed tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:38.984064 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-38ca74d4-4c8b-4aec-ab90-b60a6a1f9bed tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 814 time: 0.1577213 Nov 19 15:52:39.001490 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-43255bfa-4548-4543-ab24-f0fd35d078b3 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/quotas/f78ccdbdf2174e6dbe73f3dabfca140f HTTP/1.1" status: 200 len: 375 time: 0.0114408 Nov 19 15:52:39.152527 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-b4ad47a8-ea44-47da-9b7d-92cc304d2870 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1452971 Nov 19 15:52:39.156750 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-db180329-3c50-449f-9e5a-66043561d1aa req-64a97988-4844-444b-a295-57443b4df6fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 1162 time: 0.1153965 Nov 19 15:52:39.306734 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-db180329-3c50-449f-9e5a-66043561d1aa req-1eb08da3-26ac-4915-9d50-00b7430a0490 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248946 Nov 19 15:52:39.330300 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-5ea706ce-fabd-4dc9-be25-d7db37a4ba82 service neutron] 10.222.0.48 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696773 Nov 19 15:52:39.473161 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-69224607-73d2-4ee3-a7c0-4e6db8c32aab service neutron] 10.222.0.48 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1365521 Nov 19 15:52:39.681894 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d45c0478-30c3-4cb1-901f-c488f131f860 req-e278ad6a-ccd0-4b85-83fb-44f58064301f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 210 time: 0.0553646 Nov 19 15:52:39.770998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e54b7-b952-4b2d-bcc3-dd8211cd3023 req-54ab006c-f6ef-4b1f-82f9-4b954e7723b8 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:39.772595 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb7e54b7-b952-4b2d-bcc3-dd8211cd3023 req-54ab006c-f6ef-4b1f-82f9-4b954e7723b8 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 945 time: 0.0997036 Nov 19 15:52:39.825570 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb7e54b7-b952-4b2d-bcc3-dd8211cd3023 req-ffe21996-207e-4a65-be70-d8ad5aac4e7c tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468910 Nov 19 15:52:40.031848 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device eb006a50-62a6-467f-891e-61c6362df758 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:40.103889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port eb006a50-62a6-467f-891e-61c6362df758 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:40.104411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:40.862103 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ba9432ae-7b9d-47f8-9ed9-9aac0cfb57eb req-4d548064-1fc9-400d-9fa7-0932d343cc74 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 210 time: 0.0481732 Nov 19 15:52:41.180729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-df893498-4ec0-4168-81c9-77bbf76de42e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:41.182299 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-df893498-4ec0-4168-81c9-77bbf76de42e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 814 time: 0.1824098 Nov 19 15:52:41.189001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6019016-9819-42b7-a33c-768df334093d req-0e0b5a92-643c-4775-b420-2b073e2a0850 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:41.190526 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b6019016-9819-42b7-a33c-768df334093d req-0e0b5a92-643c-4775-b420-2b073e2a0850 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 945 time: 0.2335722 Nov 19 15:52:41.217281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Request body: {'port': {'device_id': 'edc7820a-4447-4824-bf9e-154fa873be6b', 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb', 'admin_state_up': True, 'tenant_id': 'f78ccdbdf2174e6dbe73f3dabfca140f'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:41.345698 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b6019016-9819-42b7-a33c-768df334093d req-c886aeb5-fcbb-40ce-a3c1-f07d85d180be tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489155 Nov 19 15:52:41.383922 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:41.393825 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:41.402772 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Made reservation on behalf of f78ccdbdf2174e6dbe73f3dabfca140f for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:52:41.408372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:41.726215 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Allocated IP 172.20.0.13 (bceac765-e16b-422a-99a7-70bd4bca96eb/cf34683c-f14a-4917-99d0-e402b297943a/a62a5eb3-d70b-4195-86ec-21432e685698) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:52:41.953022 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:41.979916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:41.995766 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:42.080200 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device eb006a50-62a6-467f-891e-61c6362df758 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:42.156363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port eb006a50-62a6-467f-891e-61c6362df758 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:42.156782 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:42.195451 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Pushing event updated for resources: {'Port': ['ID=a62a5eb3-d70b-4195-86ec-21432e685698,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:42.207027 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:42.256401 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f28c7-e1c5-4ba7-b255-08970fdda41d req-5de269f6-d888-4779-a0aa-278c2efc2c2d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:42.258074 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e27f28c7-e1c5-4ba7-b255-08970fdda41d req-5de269f6-d888-4779-a0aa-278c2efc2c2d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 932 time: 0.2251396 Nov 19 15:52:42.301151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Network bceac765-e16b-422a-99a7-70bd4bca96eb is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:52:42.309607 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:52:42.312366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:52:42.316673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:42.317455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:42.346947 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e27f28c7-e1c5-4ba7-b255-08970fdda41d req-add2c188-0a6f-4631-b946-2c84f2cc2bf9 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798488 Nov 19 15:52:42.356146 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1428726 Nov 19 15:52:42.382582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Request body: {'port': {'device_id': 'edc7820a-4447-4824-bf9e-154fa873be6b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:42.500841 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:42.924313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62a5eb3-d70b-4195-86ec-21432e685698 {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:52:42.931559 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:42.944574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Transition to ACTIVE for port object a62a5eb3-d70b-4195-86ec-21432e685698 will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:52:42.947224 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:42.970600 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6321e5f2-54d3-4921-9936-15679561727c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:43.321606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Pushing event updated for resources: {'Port': ['ID=a62a5eb3-d70b-4195-86ec-21432e685698,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:43.325988 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:43.439711 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Attempting to bind port a62a5eb3-d70b-4195-86ec-21432e685698 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:52:43.440105 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Attempting to bind port a62a5eb3-d70b-4195-86ec-21432e685698 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:52:43.440444 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Attempting to bind port a62a5eb3-d70b-4195-86ec-21432e685698 on network bceac765-e16b-422a-99a7-70bd4bca96eb {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:52:43.447468 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:52:43.447928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Checking segment: {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:52:43.448341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:43.448643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Bound using segment: {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:52:43.449115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Bound port: a62a5eb3-d70b-4195-86ec-21432e685698, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:52:43.449416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:43.610589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] For port a62a5eb3-d70b-4195-86ec-21432e685698, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:52:43.614526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] For port a62a5eb3-d70b-4195-86ec-21432e685698, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a62a5eb3-d70b-4195-86ec-21432e685698,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:52:43.619040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:43.635158 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd8c0e24-5251-4a2e-a278-f11b0fb76223 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:43.681437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb6761-4c4e-428c-bb91-6ffcc8976a4b req-e510a96b-b775-4af5-8f6e-13ea8218d922 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:43.682194 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-13bb6761-4c4e-428c-bb91-6ffcc8976a4b req-e510a96b-b775-4af5-8f6e-13ea8218d922 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Synchronizing usage tracker for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:52:43.809126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-13bb6761-4c4e-428c-bb91-6ffcc8976a4b req-e510a96b-b775-4af5-8f6e-13ea8218d922 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Unset dirty status for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:52:43.810407 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-13bb6761-4c4e-428c-bb91-6ffcc8976a4b req-e510a96b-b775-4af5-8f6e-13ea8218d922 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 944 time: 0.3147850 Nov 19 15:52:43.813013 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Pushing event updated for resources: {'Port': ['ID=a62a5eb3-d70b-4195-86ec-21432e685698,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:43.819321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:43.886291 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-13bb6761-4c4e-428c-bb91-6ffcc8976a4b req-306a8978-2ccd-4351-bb0d-7bfba8337f8d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681167 Nov 19 15:52:43.892426 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:43.893848 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] 10.222.0.55 "PUT /v2.0/ports/a62a5eb3-d70b-4195-86ec-21432e685698 HTTP/1.1" status: 200 len: 1158 time: 1.5160604 Nov 19 15:52:43.894380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc7820a-4447-4824-bf9e-154fa873be6b', 'tag': 'a62a5eb3-d70b-4195-86ec-21432e685698'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:43.956576 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc7820a-4447-4824-bf9e-154fa873be6b', 'tag': 'a62a5eb3-d70b-4195-86ec-21432e685698', 'status': 'completed', 'code': 200} Nov 19 15:52:44.049132 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-0577dca4-af22-47d1-9d84-bab669aaa20a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 1161 time: 0.0752444 Nov 19 15:52:44.141571 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-a9e4ba2c-e9b0-426f-a412-1a9373358f55 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a5eb3-d70b-4195-86ec-21432e685698 HTTP/1.1" status: 200 len: 217 time: 0.0735996 Nov 19 15:52:44.215898 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-be1468bb-c44d-4176-9d12-afc42666db64 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:44.218212 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-be1468bb-c44d-4176-9d12-afc42666db64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf34683c-f14a-4917-99d0-e402b297943a HTTP/1.1" status: 200 len: 854 time: 0.0683713 Nov 19 15:52:44.309005 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-1a76fed9-69f7-4605-a02b-21368464d62e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bceac765-e16b-422a-99a7-70bd4bca96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834179 Nov 19 15:52:44.474163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911701b1-fb9d-4c97-8f54-e85a7a5c3ac6 req-8d1358fe-f16b-4674-906c-f3c7b940c7f0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:44.476041 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-911701b1-fb9d-4c97-8f54-e85a7a5c3ac6 req-8d1358fe-f16b-4674-906c-f3c7b940c7f0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.2124031 Nov 19 15:52:44.508435 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-08f782dc-d434-433d-b822-ca7a49416775 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885538 Nov 19 15:52:44.579595 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-911701b1-fb9d-4c97-8f54-e85a7a5c3ac6 req-c1987c7e-8332-4096-a1a5-913c46315c3e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938377 Nov 19 15:52:44.677235 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae2a70e9-aa81-4dd6-add1-f73f5fc34d49 req-52a878fb-5a2c-4fa4-9cc8-134af433d14f service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1611700 Nov 19 15:52:44.909372 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c68bc080-a149-4d6a-bd32-82218eaaedb8 req-d008cc68-e4f1-4735-a8db-d866721ae866 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 1161 time: 0.0769944 Nov 19 15:52:45.138190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bc080-a149-4d6a-bd32-82218eaaedb8 req-cd22225c-feaf-402f-a53f-fbd5947a892a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:45.140322 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c68bc080-a149-4d6a-bd32-82218eaaedb8 req-cd22225c-feaf-402f-a53f-fbd5947a892a service neutron] 10.222.0.55 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 908 time: 0.2013710 Nov 19 15:52:45.208942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5f6b5-e6a2-4c0b-a238-7c418648a4a1 req-b99e6b28-421b-48ba-a0a5-d6cd51028ef9 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:45.210513 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-00c5f6b5-e6a2-4c0b-a238-7c418648a4a1 req-b99e6b28-421b-48ba-a0a5-d6cd51028ef9 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 944 time: 0.1730242 Nov 19 15:52:45.243826 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c68bc080-a149-4d6a-bd32-82218eaaedb8 req-cffb747d-d0b7-46ea-9395-f3f7d007bdd3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a5eb3-d70b-4195-86ec-21432e685698 HTTP/1.1" status: 200 len: 217 time: 0.0924771 Nov 19 15:52:45.322346 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-00c5f6b5-e6a2-4c0b-a238-7c418648a4a1 req-ac6897fd-ad04-422c-a9b6-97ea51ca7b64 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053777 Nov 19 15:52:45.334220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bc080-a149-4d6a-bd32-82218eaaedb8 req-9d1ce492-199f-44bb-9c25-e516f0760f7a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:45.335893 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c68bc080-a149-4d6a-bd32-82218eaaedb8 req-9d1ce492-199f-44bb-9c25-e516f0760f7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf34683c-f14a-4917-99d0-e402b297943a HTTP/1.1" status: 200 len: 854 time: 0.0774982 Nov 19 15:52:45.395400 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c68bc080-a149-4d6a-bd32-82218eaaedb8 req-701b2539-8020-4665-ba75-afaedcbb436e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bceac765-e16b-422a-99a7-70bd4bca96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427260 Nov 19 15:52:45.555172 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c68bc080-a149-4d6a-bd32-82218eaaedb8 req-87674ab9-2fd7-4176-af1a-d2c0f2632e54 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379850 Nov 19 15:52:45.714060 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c68bc080-a149-4d6a-bd32-82218eaaedb8 req-c4e18314-f4e7-46d6-9038-d00f25893adb service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511407 Nov 19 15:52:45.820068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682262f3-db2c-40e9-a608-85a8b329c06d req-574af44a-4849-47b4-a630-4623d6d7c954 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:45.821563 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-682262f3-db2c-40e9-a608-85a8b329c06d req-574af44a-4849-47b4-a630-4623d6d7c954 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0881314 Nov 19 15:52:45.869746 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-682262f3-db2c-40e9-a608-85a8b329c06d req-bae8ca01-a564-40f0-9b0e-46e161fe81cf tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418041 Nov 19 15:52:46.530932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00fad97-c9cf-4d73-97b8-8a1e9d49322c req-8980b02f-a295-42d9-9db8-16425b938b5e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:46.532527 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c00fad97-c9cf-4d73-97b8-8a1e9d49322c req-8980b02f-a295-42d9-9db8-16425b938b5e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 944 time: 0.0826566 Nov 19 15:52:46.583722 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c00fad97-c9cf-4d73-97b8-8a1e9d49322c req-a53c9835-4f1d-4469-9fc6-5363a34bb286 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Nov 19 15:52:46.795802 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-ca6fb189-c486-4443-a2eb-6b7f9713c5db tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:46.797349 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-ca6fb189-c486-4443-a2eb-6b7f9713c5db tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.0821791 Nov 19 15:52:46.906300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Deleting port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:46.906683 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:47.234845 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdd55bf-c8f0-46c7-8e42-48a772bea23d req-9c49681c-3762-4664-ac45-a7805451f8b3 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:47.236455 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5bdd55bf-c8f0-46c7-8e42-48a772bea23d req-9c49681c-3762-4664-ac45-a7805451f8b3 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 945 time: 0.2204597 Nov 19 15:52:47.238222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] For port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:47.238620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:47.443588 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5bdd55bf-c8f0-46c7-8e42-48a772bea23d req-6080819e-f403-4f74-840a-a7311459b039 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=f58a9cda-e115-47d3-a7db-19d843c2366c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1969934 Nov 19 15:52:47.574955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:47.575550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:47.575728 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Floating IP d2e13447-16bd-49d3-b64a-95652774f6c9 disassociated. External IP: 172.28.3.58, port: b7cf201f-78cc-4f1d-ac6d-6c2f26676b88. Nov 19 15:52:47.576047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Calling delete_port for b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:47.792300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:47.809140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2d12af3b-e56d-489f-8f2c-5ae2ace72c67 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:48.092971 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event deleted for resources: {'Port': ['ID=b7cf201f-78cc-4f1d-ac6d-6c2f26676b88,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:48.098561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:48.188511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0b8ef-8c8b-448d-818f-74812406731b req-9ace7091-c021-4dc4-ad5c-6872e59212b1 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:48.190359 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-96c0b8ef-8c8b-448d-818f-74812406731b req-9ace7091-c021-4dc4-ad5c-6872e59212b1 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 944 time: 0.4549155 Nov 19 15:52:48.266968 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-96c0b8ef-8c8b-448d-818f-74812406731b req-b40df3fe-0539-4781-ab66-96f98df106f6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636010 Nov 19 15:52:48.484418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:52:48.694194 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0d881e5-485d-48a7-8094-41e7769943b5 req-151078e6-ac69-4e42-b3ff-b50b897004cf tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 210 time: 0.0951242 Nov 19 15:52:48.810225 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a62a5eb3-d70b-4195-86ec-21432e685698 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:48.813064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81a6db-3285-49a4-bf93-548b786e5d77 req-da700847-3a9a-490c-ae46-b476b6bb0175 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:48.814850 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc81a6db-3285-49a4-bf93-548b786e5d77 req-da700847-3a9a-490c-ae46-b476b6bb0175 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.2123351 Nov 19 15:52:48.868302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:52:48.881762 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] Sync routers for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:52:48.902860 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:52:48.903646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:52:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:48.919732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] No DVR routers for this DVR port b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:52:48.924527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:48.927352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'name': 'network-vif-deleted', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:48.953405 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc81a6db-3285-49a4-bf93-548b786e5d77 req-fe859148-587f-4c36-9a44-a5cdaec0d801 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1283088 Nov 19 15:52:48.964464 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-23ba949c-af4b-4e16-9768-472f00b60ca5 req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "DELETE /v2.0/ports/b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 HTTP/1.1" status: 204 len: 173 time: 2.1256306 Nov 19 15:52:48.991885 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2', 'name': 'network-vif-deleted', 'tag': 'b7cf201f-78cc-4f1d-ac6d-6c2f26676b88', 'status': 'completed', 'code': 200} Nov 19 15:52:49.005031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port a62a5eb3-d70b-4195-86ec-21432e685698 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:52:49.062093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port a62a5eb3-d70b-4195-86ec-21432e685698 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:49.062439 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:49.207344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:52:49.290208 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:49.490227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc7820a-4447-4824-bf9e-154fa873be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a5eb3-d70b-4195-86ec-21432e685698'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:49.496020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port a62a5eb3-d70b-4195-86ec-21432e685698, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a62a5eb3-d70b-4195-86ec-21432e685698,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:49.507560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52fabd-6da4-41d4-98a9-76b8dffb8f07 req-cb16e371-f987-46f2-9972-05905d7319cc tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:49.515697 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae52fabd-6da4-41d4-98a9-76b8dffb8f07 req-cb16e371-f987-46f2-9972-05905d7319cc tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 944 time: 0.1171510 Nov 19 15:52:49.556953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:49.563653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:49.585836 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae52fabd-6da4-41d4-98a9-76b8dffb8f07 req-19c60d47-daae-4660-9724-b8c528eaed89 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690451 Nov 19 15:52:49.622939 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc7820a-4447-4824-bf9e-154fa873be6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a5eb3-d70b-4195-86ec-21432e685698', 'code': 200} Nov 19 15:52:49.625042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:52:49.675961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] No Port match for: b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:52:49.676360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device b7cf201f-78cc-4f1d-ac6d-6c2f26676b88 not bound to the agent host hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:52:49.687854 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=a62a5eb3-d70b-4195-86ec-21432e685698,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:49.694979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:49.710415 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:49.714924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] Checking router: 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:52:49.727100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:52:49.727779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:52:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:49.944196 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:52:49.976672 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-9fbb1969-b1b7-4f68-b126-f48cc3c1cdcb req-16354626-26c5-414a-bcf1-b3f1e25b0c6f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Synchronizing usage tracker for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:52:50.026026 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-9fbb1969-b1b7-4f68-b126-f48cc3c1cdcb req-16354626-26c5-414a-bcf1-b3f1e25b0c6f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Unset dirty status for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:52:50.041954 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9fbb1969-b1b7-4f68-b126-f48cc3c1cdcb req-16354626-26c5-414a-bcf1-b3f1e25b0c6f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=78e4bcf8-e939-4b04-8ba1-d0bf9ee139d2 HTTP/1.1" status: 200 len: 210 time: 0.1232514 Nov 19 15:52:50.079873 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-766275b5-8f79-41e0-955a-3f84724967eb req-8e93f9bb-eca9-458f-9cb1-09abfc22edec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 1163 time: 0.2028239 Nov 19 15:52:50.217892 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-766275b5-8f79-41e0-955a-3f84724967eb req-e958d59b-eed5-490d-b5f2-eda70d729a6c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284060 Nov 19 15:52:50.244293 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b0d4a-8506-4287-abe6-03aa3b3435a5 req-ae5352ca-e9c3-4815-966a-6a1068fca2cf tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:50.246018 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-171b0d4a-8506-4287-abe6-03aa3b3435a5 req-ae5352ca-e9c3-4815-966a-6a1068fca2cf tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1147583 Nov 19 15:52:50.300954 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-171b0d4a-8506-4287-abe6-03aa3b3435a5 req-ea460975-7f7a-40b2-9260-5df7f8521bae tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479403 Nov 19 15:52:50.366666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a62a5eb3-d70b-4195-86ec-21432e685698 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:52:50.626559 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port a62a5eb3-d70b-4195-86ec-21432e685698 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:52:50.626906 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:50.712567 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-32d8b2c8-5514-417a-b51b-72c1ad9b6900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:50.776602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:50.802179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daaf4806-7bec-4241-9525-d58f9839c805 None None] The sync data for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb is: [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:52:50.809569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82444aa-7fff-451f-bef3-751716c741c8 req-c4424561-1d5f-49c2-abcb-49aa116a1407 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:50.811297 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a82444aa-7fff-451f-bef3-751716c741c8 req-c4424561-1d5f-49c2-abcb-49aa116a1407 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 946 time: 0.0895391 Nov 19 15:52:50.864170 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a82444aa-7fff-451f-bef3-751716c741c8 req-437790b6-31dd-4d48-ae63-5eaa1aa2169f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460417 Nov 19 15:52:51.209849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a7aecc-5c4c-4718-b1c9-7ac27dd2f01e None None] New status for floating IP d2e13447-16bd-49d3-b64a-95652774f6c9: DOWN {{(pid=80311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:52:51.225166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44176) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:51.301062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-208991a2-3227-410a-a863-492dff91a32d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:51.331769 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-208991a2-3227-410a-a863-492dff91a32d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:51.387141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-208991a2-3227-410a-a863-492dff91a32d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:51.397103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1e0a7f4-d96a-4bfe-9187-241463c4881a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:51.421057 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208991a2-3227-410a-a863-492dff91a32d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event deleted for resources: {'SecurityGroup': ['ID=f58a9cda-e115-47d3-a7db-19d843c2366c,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:51.424088 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-208991a2-3227-410a-a863-492dff91a32d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:51.436302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-208991a2-3227-410a-a863-492dff91a32d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:51.437826 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-208991a2-3227-410a-a863-492dff91a32d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "DELETE /v2.0/security-groups/f58a9cda-e115-47d3-a7db-19d843c2366c HTTP/1.1" status: 204 len: 168 time: 0.2115586 Nov 19 15:52:51.449496 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44182) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:51.472374 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.v2.resource [None req-636d530c-182d-430b-8a35-eb5412fe1f2a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] show failed (client error): The resource could not be found. Nov 19 15:52:51.473468 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-636d530c-182d-430b-8a35-eb5412fe1f2a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups/f58a9cda-e115-47d3-a7db-19d843c2366c HTTP/1.1" status: 404 len: 347 time: 0.0217903 Nov 19 15:52:51.476716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44186) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:51.524475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01db82-bad3-4476-af93-0ab236af3760 req-b24ca70e-7302-43de-b65f-c4b9f690c4c9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:51.526125 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad01db82-bad3-4476-af93-0ab236af3760 req-b24ca70e-7302-43de-b65f-c4b9f690c4c9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.0863068 Nov 19 15:52:51.576389 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad01db82-bad3-4476-af93-0ab236af3760 req-df005df1-5b4d-4596-9813-35a1ffa50b61 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432422 Nov 19 15:52:51.646305 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Deleting port b9aaaa01-6060-4f59-9de9-eaf6804955d3 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:51.646679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:51.831625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:51.832177 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:51.852032 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:51.970407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Calling delete_port for b9aaaa01-6060-4f59-9de9-eaf6804955d3 owned by network:floatingip {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:52.079853 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a06747-814d-4b80-83bf-b8f69ad37fe4 req-562636fd-4858-4cf0-9a93-35879eed7650 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:52.081399 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-27a06747-814d-4b80-83bf-b8f69ad37fe4 req-562636fd-4858-4cf0-9a93-35879eed7650 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 946 time: 0.0871611 Nov 19 15:52:52.184632 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-27a06747-814d-4b80-83bf-b8f69ad37fe4 req-1849f37f-4ac2-41e2-ac25-69b939081376 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959947 Nov 19 15:52:52.223792 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-58916dd1-a7ec-45ef-a79c-3a5cf3957a2d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:52.225690 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-58916dd1-a7ec-45ef-a79c-3a5cf3957a2d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.1050293 Nov 19 15:52:52.266735 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:52:52.310986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Deleting port 21f669aa-22d2-4105-bfb1-ac4436557dd4 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:52.311389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:52.390316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:52.408093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e7bac321-9301-4f0c-b769-1a3cf5ca6442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:52.463487 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event deleted for resources: {'Port': ['ID=b9aaaa01-6060-4f59-9de9-eaf6804955d3,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:52.468855 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:52.587507 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] For port 21f669aa-22d2-4105-bfb1-ac4436557dd4, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=21f669aa-22d2-4105-bfb1-ac4436557dd4,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:52:52.587854 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:52.641121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:52.667999 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:52.669391 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "DELETE /v2.0/floatingips/d2e13447-16bd-49d3-b64a-95652774f6c9 HTTP/1.1" status: 204 len: 168 time: 1.1916656 Nov 19 15:52:53.022948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e0605-9411-423a-b8a8-d25bf575660a req-f013ed57-777c-4e23-ab8c-6580f50b4572 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:53.024599 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6a5e0605-9411-423a-b8a8-d25bf575660a req-f013ed57-777c-4e23-ab8c-6580f50b4572 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 945 time: 0.2175281 Nov 19 15:52:53.027551 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.027965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.028313 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Floating IP 98da8e87-284e-4079-a880-baab0985305b disassociated. External IP: 172.28.3.112, port: 21f669aa-22d2-4105-bfb1-ac4436557dd4. Nov 19 15:52:53.028692 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Calling delete_port for 21f669aa-22d2-4105-bfb1-ac4436557dd4 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:53.142658 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6a5e0605-9411-423a-b8a8-d25bf575660a req-cbcf8479-789c-427e-83cd-5b175d1e5b49 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=3e88adc6-b893-473c-b194-47e00d0f5e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0861440 Nov 19 15:52:53.161873 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44212) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:53.167738 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'security_group': {'name': 'tempest-securitygroup--323239050', 'description': 'tempest-description--464106579'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:53.180769 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:53.191806 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:security_group and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:53.195703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:53.204102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:53.216528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.218740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.236613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-18ad72d4-9332-4f9e-a59d-4021b2bd4ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:53.262467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:53.267251 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:security_group_rule and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:53.270236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:53.277287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:53.289211 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event deleted for resources: {'Port': ['ID=21f669aa-22d2-4105-bfb1-ac4436557dd4,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:53.291995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:53.344058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.348464 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.354378 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a5eba235-8387-4a1f-b335-c6ea8d235ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:53.406095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.407460 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2445700 Nov 19 15:52:53.409296 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'SecurityGroup': ['ID=8225ef65-713f-4086-a3fa-940e6e696113,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:53.410466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44220) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:53.418958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.419284 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.419595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'security_group_rule': {'security_group_id': '8225ef65-713f-4086-a3fa-940e6e696113', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:53.419714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.420099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.420499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.420898 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.421296 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.421686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.422079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.422472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.422902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.423302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.423788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.424182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.424572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.424960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.425348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.425740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.426137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.426520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.426940 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.427331 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.427577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:53.427686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.428072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:52:53.431935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:53.436295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:security_group_rule and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:53.455088 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c635110f-5add-480d-85fc-2b7bd01551f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.494394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:53.511525 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:53.544344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.675894 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.692784 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.702246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:53.729911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfd5c66-fa8a-4a45-a5d5-b4f63f4e1ec0,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:53.737486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:53.742453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.743787 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3318994 Nov 19 15:52:53.746725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44226) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:53.752614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'security_group_rule': {'security_group_id': '8225ef65-713f-4086-a3fa-940e6e696113', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:53.759108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:53.763232 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:security_group_rule and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:53.766402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:53.768936 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Router a08ecbcc-512a-444a-a208-38de4a58671c has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:52:53.773127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:53.782869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.790689 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.864354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.868818 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.871006 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:53.893957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d854b906-dce8-4472-81f8-76ee1dfcfc20,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:53.898466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:53.906759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group_rule, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:53.911559 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-6f0f9432-6527-40eb-b308-952cf5f5d315 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1636255 Nov 19 15:52:53.912248 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44230) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:53.917982 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'floatingip': {'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:53.924796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:53.929074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:floatingip and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:53.932581 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:53.939131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:53.949954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:54.086057 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 21f669aa-22d2-4105-bfb1-ac4436557dd4 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:52:54.106377 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:54.122221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] No Port match for: 21f669aa-22d2-4105-bfb1-ac4436557dd4 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:52:54.122622 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 21f669aa-22d2-4105-bfb1-ac4436557dd4 not bound to the agent host hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:52:54.230279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:52:54.243263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] Sync routers for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:52:54.264561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:52:54.265968 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:52:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:54.310591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] No DVR routers for this DVR port 21f669aa-22d2-4105-bfb1-ac4436557dd4 on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:52:54.315912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:54.325530 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-849be933-5996-4ae0-9a4b-4476f3af4911 req-5b6f7fd9-f6df-4405-ac0b-99c3d163761e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "DELETE /v2.0/ports/21f669aa-22d2-4105-bfb1-ac4436557dd4 HTTP/1.1" status: 204 len: 173 time: 2.0853381 Nov 19 15:52:54.326985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'name': 'network-vif-deleted', 'tag': '21f669aa-22d2-4105-bfb1-ac4436557dd4'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:52:54.437886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Allocated IP 172.28.3.21 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/725d1b40-adc0-42c2-b67f-9db660b72903) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:52:54.450178 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fab8cc83-366f-4079-a960-84a1afbd2c75', 'name': 'network-vif-deleted', 'tag': '21f669aa-22d2-4105-bfb1-ac4436557dd4', 'status': 'completed', 'code': 200} Nov 19 15:52:54.452545 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-c7837ee3-c7d1-4c39-ad94-6bc5991b8b19 req-da1f03d2-b586-4564-8d15-b979fbeadc6d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Synchronizing usage tracker for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:52:54.478261 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-c7837ee3-c7d1-4c39-ad94-6bc5991b8b19 req-da1f03d2-b586-4564-8d15-b979fbeadc6d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Unset dirty status for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:52:54.479924 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c7837ee3-c7d1-4c39-ad94-6bc5991b8b19 req-da1f03d2-b586-4564-8d15-b979fbeadc6d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=fab8cc83-366f-4079-a960-84a1afbd2c75 HTTP/1.1" status: 200 len: 210 time: 0.1334908 Nov 19 15:52:54.573655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:52:54.647902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:54.690028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:54.714614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1495ec1a-b273-4a96-9bf9-575ed884a1ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:54.837830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:54.886526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'Port': ['ID=725d1b40-adc0-42c2-b67f-9db660b72903,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:54.893820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:54.956127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:52:54.957825 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:52:54.960412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:52:55.038658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:55.043993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] Checking router: a08ecbcc-512a-444a-a208-38de4a58671c for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:52:55.057739 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:52:55.058512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:52:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:55.059777 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:55.099103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-97692ab0-f558-4d85-ad0c-f40bd963a10a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:55.102144 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-97692ab0-f558-4d85-ad0c-f40bd963a10a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 814 time: 0.1809478 Nov 19 15:52:55.122467 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-9c9209c8-1242-4009-8283-4d951ed0f6a3 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/quotas/f78ccdbdf2174e6dbe73f3dabfca140f HTTP/1.1" status: 200 len: 375 time: 0.0135062 Nov 19 15:52:55.133672 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:55.217831 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-d195bcd7-7fed-4ca7-bb87-d2cede4f8367 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863891 Nov 19 15:52:55.266897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:52:55.348678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:55.368248 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-38799ed3-a68a-4b1b-8456-875f59edc464 service neutron] 10.222.0.48 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422310 Nov 19 15:52:55.421347 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:55.428208 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826724403'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:55.445050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:55.546748 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-ac9ed00d-0673-460e-874a-867f64e0e848 service neutron] 10.222.0.48 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1708877 Nov 19 15:52:55.596757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'Port': ['ID=725d1b40-adc0-42c2-b67f-9db660b72903,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:55.602323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:55.758890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44270) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:55.771481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:55.801317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:55.812809 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8993776 Nov 19 15:52:55.813581 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:52:55.818313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2060cc-d5d4-492d-9da4-61c3f31db404 None None] The sync data for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb is: [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:52:55.878506 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-16e05d7f-0000-4730-93cf-481a75545a42 req-e50d30b4-a245-49f1-8150-901fedf731f8 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 210 time: 0.0683224 Nov 19 15:52:55.919705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b13958b5-9764-42fd-a8e4-630d8e401bcc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:55.954153 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b13958b5-9764-42fd-a8e4-630d8e401bcc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:56.030825 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b13958b5-9764-42fd-a8e4-630d8e401bcc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:56.036824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-83a8e74a-48e5-4a88-a0e7-93085bc75b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:56.064328 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13958b5-9764-42fd-a8e4-630d8e401bcc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e88adc6-b893-473c-b194-47e00d0f5e0b,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:56.071737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b13958b5-9764-42fd-a8e4-630d8e401bcc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:56.111048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b13958b5-9764-42fd-a8e4-630d8e401bcc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:56.115133 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44294) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:56.115267 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b13958b5-9764-42fd-a8e4-630d8e401bcc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "DELETE /v2.0/security-groups/3e88adc6-b893-473c-b194-47e00d0f5e0b HTTP/1.1" status: 204 len: 168 time: 0.3551393 Nov 19 15:52:56.156644 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.v2.resource [None req-8937b9cd-1d15-453a-bd96-29a91ef2faa5 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] show failed (client error): The resource could not be found. Nov 19 15:52:56.158127 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-8937b9cd-1d15-453a-bd96-29a91ef2faa5 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups/3e88adc6-b893-473c-b194-47e00d0f5e0b HTTP/1.1" status: 404 len: 347 time: 0.0419228 Nov 19 15:52:56.161282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44298) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:56.163516 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-986270cb-d55e-4457-b1cc-68b3e88f3411 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--323239050&fields=id&tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7 HTTP/1.1" status: 200 len: 267 time: 0.0899606 Nov 19 15:52:56.286235 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e30fd8-35fa-4e48-9767-71d596ce6c29 None None] New status for floating IP 98da8e87-284e-4079-a880-baab0985305b: DOWN {{(pid=80311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:52:56.343757 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-816dfc62-8330-484a-afc1-1004723376b2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:56.345361 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-816dfc62-8330-484a-afc1-1004723376b2 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 817 time: 0.1803217 Nov 19 15:52:56.349213 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Deleting port 8e7296f5-fe21-4b9a-9eec-a239defeb7c0 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:56.349595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:56.363832 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-16004056-ea0c-45a4-b803-d9e41cc3093f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/quotas/2b3cee85ecd5406ea42f5cec8ecaa9d7 HTTP/1.1" status: 200 len: 375 time: 0.0122046 Nov 19 15:52:56.465372 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-fe780d24-5c3c-4e51-9e3b-3fd6dcaa6cb5 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0895088 Nov 19 15:52:56.563463 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:56.563824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:56.626074 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-59e5fee4-8f2b-45b1-809d-02815a9c63f4 service neutron] 10.222.0.48 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474404 Nov 19 15:52:56.694830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Calling delete_port for 8e7296f5-fe21-4b9a-9eec-a239defeb7c0 owned by network:floatingip {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:56.775172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:52:56.775534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:52:56.776485 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-d93fe9de-224c-408e-aa37-71e13751ce73 service neutron] 10.222.0.48 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1425388 Nov 19 15:52:56.991156 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ee8dd4d9-9aa5-4c7b-b85a-35d4e786bff4 req-c9713044-4286-4470-9122-d4c2bde7a6e3 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 210 time: 0.0604498 Nov 19 15:52:57.089513 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d8da5476-6436-485e-ad91-7fb1de8378fc req-b25f790f-7776-4839-b0ab-674f4c669298 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 210 time: 0.0518730 Nov 19 15:52:57.276720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-d6e3cee1-f2cc-4e76-b7f9-6063766ec494 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:57.277332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Deleting port 8e7296f5-fe21-4b9a-9eec-a239defeb7c0 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:52:57.277332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:57.278250 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-d6e3cee1-f2cc-4e76-b7f9-6063766ec494 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 814 time: 0.1681459 Nov 19 15:52:57.324777 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Request body: {'port': {'device_id': '6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838', 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb', 'admin_state_up': True, 'tenant_id': 'f78ccdbdf2174e6dbe73f3dabfca140f'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:57.468100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:57.468473 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:57.488202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:57.498541 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:57.508162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Made reservation on behalf of f78ccdbdf2174e6dbe73f3dabfca140f for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:52:57.514186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:57.601151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Calling delete_port for 8e7296f5-fe21-4b9a-9eec-a239defeb7c0 owned by network:floatingip {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:52:57.754194 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:57.772153 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:57.830082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event deleted for resources: {'Port': ['ID=8e7296f5-fe21-4b9a-9eec-a239defeb7c0,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:57.835009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:57.843113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Allocated IP 172.20.0.3 (bceac765-e16b-422a-99a7-70bd4bca96eb/cf34683c-f14a-4917-99d0-e402b297943a/93a97296-642b-4c82-8ce3-1fccbf14ab3a) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:52:58.002737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:58.022033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:58.026297 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "DELETE /v2.0/floatingips/98da8e87-284e-4079-a880-baab0985305b HTTP/1.1" status: 204 len: 168 time: 1.8633611 Nov 19 15:52:58.086553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:58.116159 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:58.132199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:58.383049 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0c16f3ee-8910-45a3-b694-6a442bcda02d req-aede00a3-fb49-45d7-bbc3-bf5bbeb4349a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 210 time: 0.1919689 Nov 19 15:52:58.463577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Pushing event updated for resources: {'Port': ['ID=93a97296-642b-4c82-8ce3-1fccbf14ab3a,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:58.481967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:58.604302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-edad42db-0b70-4417-896f-c93f393cb0ee tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:58.605826 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-edad42db-0b70-4417-896f-c93f393cb0ee tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 817 time: 0.3809848 Nov 19 15:52:58.607781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Network bceac765-e16b-422a-99a7-70bd4bca96eb is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:52:58.611220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:52:58.614636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:52:58.618696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:58.619358 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:58.676120 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3558123 Nov 19 15:52:58.698689 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb97ad0-5870-4b0f-8f9b-adbfa7314ffd req-65688bd1-43fb-473f-8cec-5e4479cabb0f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:52:58.699469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8cb97ad0-5870-4b0f-8f9b-adbfa7314ffd req-65688bd1-43fb-473f-8cec-5e4479cabb0f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Synchronizing usage tracker for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:52:58.736660 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8cb97ad0-5870-4b0f-8f9b-adbfa7314ffd req-65688bd1-43fb-473f-8cec-5e4479cabb0f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Unset dirty status for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:52:58.737909 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8cb97ad0-5870-4b0f-8f9b-adbfa7314ffd req-65688bd1-43fb-473f-8cec-5e4479cabb0f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 931 time: 0.2088056 Nov 19 15:52:58.745733 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-9799a2c4-def1-4746-b0c5-28c755214c00 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7 HTTP/1.1" status: 200 len: 5043 time: 0.1030524 Nov 19 15:52:58.768195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Request body: {'port': {'device_id': '6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:58.796005 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'port': {'device_id': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'admin_state_up': True, 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'security_groups': ['8225ef65-713f-4086-a3fa-940e6e696113']}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:59.223058 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8cb97ad0-5870-4b0f-8f9b-adbfa7314ffd req-faa41979-5dd4-4fa0-a8fc-384d18c291da tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762626 Nov 19 15:52:59.255658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:59.274968 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:59.281697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Usage tracker for resource:port and tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:59.284876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Quota usage for port was recalculated. Used quota:3. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:59.328129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:59.344873 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Made reservation on behalf of 2b3cee85ecd5406ea42f5cec8ecaa9d7 for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:52:59.350686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:59.428798 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44342) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:59.435996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'security_group': {'name': 'tempest-securitygroup--2003445581', 'description': 'tempest-description--1378853980'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:59.442781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:59.448455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:security_group and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:59.453165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:59.460240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:59.472385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:59.521543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:59.525680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:security_group_rule and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:59.529704 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:59.536007 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:59.597870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:59.601280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:59.606626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-258ec7e7-c725-48d7-9ba0-614be5ee2b9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:52:59.667704 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-faf811d7-09e5-43bb-a220-c8d056dea9f1 req-510580ee-5532-4c61-a9f1-209a7732ac27 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 210 time: 0.1239130 Nov 19 15:52:59.884308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'SecurityGroup': ['ID=71105876-3cd7-449a-9adc-2e6a6ba46607,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:52:59.887236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:52:59.891322 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.4585731 Nov 19 15:52:59.891322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:52:59.892148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44348) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:52:59.897790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'security_group_rule': {'security_group_id': '71105876-3cd7-449a-9adc-2e6a6ba46607', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:52:59.904910 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:52:59.909145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:security_group_rule and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:52:59.912569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:52:59.918487 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:52:59.934842 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.002522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.005976 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.008778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b0754782-8526-45cb-9280-8241d4f35915 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:00.023940 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Allocated IP 172.20.0.3 (cc221463-4e81-47c0-8956-bd0fa7cbce70/3078ccd3-769c-46f0-8be2-552e72ce00a1/a1ddf76f-91aa-4ec0-86ef-70804b027bed) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:53:00.031108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a7df2b5-dd6d-4afa-834f-6e76a799007e,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:00.035324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:00.042196 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.043490 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-674b012e-c835-47cc-b5e1-467c2b5977bc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1502299 Nov 19 15:53:00.046270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44354) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:00.052035 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'security_group_rule': {'security_group_id': '71105876-3cd7-449a-9adc-2e6a6ba46607', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:00.058241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:53:00.061957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a97296-642b-4c82-8ce3-1fccbf14ab3a {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:53:00.062350 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:security_group_rule and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:53:00.065483 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:53:00.071317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:53:00.080153 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.087556 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.108096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Transition to ACTIVE for port object 93a97296-642b-4c82-8ce3-1fccbf14ab3a will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:53:00.125354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.145126 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:00.153069 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.156168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.163238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:00.185416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df2750a-bf0f-4f89-bcdb-180bbc6843b2,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:00.188703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:00.195652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group_rule, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.196927 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fc03c115-ef8b-44a6-a3ac-024fa691c597 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1495726 Nov 19 15:53:00.200127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44358) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:00.206011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'floatingip': {'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:00.212257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:53:00.216341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:floatingip and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:53:00.219863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:53:00.225814 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:53:00.235431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.368111 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Pushing event updated for resources: {'Port': ['ID=93a97296-642b-4c82-8ce3-1fccbf14ab3a,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:00.387863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.414699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:00.510457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.549781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Transition to ACTIVE for port object a1ddf76f-91aa-4ec0-86ef-70804b027bed will not be triggered until provisioned by entity DHCP. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:53:00.558744 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7459a6fa-773c-4d78-b466-72704fc953a9 req-c94ee8fa-fb71-421e-a5f5-81aacb83728b tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:00.560943 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7459a6fa-773c-4d78-b466-72704fc953a9 req-c94ee8fa-fb71-421e-a5f5-81aacb83728b tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 943 time: 0.1975803 Nov 19 15:53:00.661279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Allocated IP 172.28.3.233 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/07163e23-86d7-49cb-837d-81110d89c4fb) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:53:00.699141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Attempting to bind port 93a97296-642b-4c82-8ce3-1fccbf14ab3a on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:53:00.701525 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Attempting to bind port 93a97296-642b-4c82-8ce3-1fccbf14ab3a by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:53:00.701915 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Attempting to bind port 93a97296-642b-4c82-8ce3-1fccbf14ab3a on network bceac765-e16b-422a-99a7-70bd4bca96eb {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:53:00.704646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.722533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e34d26d5-9950-45c5-9faa-825894b75b15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:00.754992 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7459a6fa-773c-4d78-b466-72704fc953a9 req-75ac56f6-0256-4aab-af8d-1bcc34764de3 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440823 Nov 19 15:53:00.786919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:53:00.786919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Checking segment: {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:53:00.786919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.786919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Bound using segment: {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:53:00.786919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Bound port: 93a97296-642b-4c82-8ce3-1fccbf14ab3a, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:53:00.786919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.829552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.856456 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:00.872019 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5c8e4363-5507-4135-a71f-b086c02a89e1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:00.980738 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event updated for resources: {'Port': ['ID=a1ddf76f-91aa-4ec0-86ef-70804b027bed,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:00.994089 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:01.012616 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'Port': ['ID=07163e23-86d7-49cb-837d-81110d89c4fb,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:01.018664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:01.063531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:53:01.064951 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:53:01.071394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:53:01.078894 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] For port 93a97296-642b-4c82-8ce3-1fccbf14ab3a, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:53:01.085885 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] For port 93a97296-642b-4c82-8ce3-1fccbf14ab3a, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=93a97296-642b-4c82-8ce3-1fccbf14ab3a,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:53:01.097065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.116496 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a647d346-25b8-4f37-b09a-cceda1dd2ded tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:01.153943 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4077d-64dc-490c-9c99-07a9f281609d req-75ba8d0b-aa31-4b8e-8a28-353a9935da39 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:01.156154 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-22b4077d-64dc-490c-9c99-07a9f281609d req-75ba8d0b-aa31-4b8e-8a28-353a9935da39 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 931 time: 0.2941029 Nov 19 15:53:01.166338 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:53:01.169247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.186814 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:53:01.213729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:53:01.218035 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:01.218703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.232979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.487862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-21a00fa1-5af3-485d-817c-49113d5397e6 None None] Provisioning for port a1ddf76f-91aa-4ec0-86ef-70804b027bed completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:53:01.493398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-21a00fa1-5af3-485d-817c-49113d5397e6 None None] Provisioning complete for port a1ddf76f-91aa-4ec0-86ef-70804b027bed triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:01.493826 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-21a00fa1-5af3-485d-817c-49113d5397e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.554948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-21a00fa1-5af3-485d-817c-49113d5397e6 None None] Port a1ddf76f-91aa-4ec0-86ef-70804b027bed cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:53:01.585462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.589293 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826724403'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.601688 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8408730 Nov 19 15:53:01.605370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:01.617637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Pushing event updated for resources: {'Port': ['ID=93a97296-642b-4c82-8ce3-1fccbf14ab3a,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:01.625840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:01.630100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Request body: {'port': {'device_id': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:01.658127 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-22b4077d-64dc-490c-9c99-07a9f281609d req-ab542a0b-adee-46ad-8cdf-d43ba4e6ce36 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4786530 Nov 19 15:53:01.702238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.703789 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-7fddf3d0-a694-4295-9c92-2fb0ce455891 service neutron] 10.222.0.55 "PUT /v2.0/ports/93a97296-642b-4c82-8ce3-1fccbf14ab3a HTTP/1.1" status: 200 len: 1157 time: 2.9419367 Nov 19 15:53:01.733155 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838', 'tag': '93a97296-642b-4c82-8ce3-1fccbf14ab3a'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:01.747198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'Port': ['ID=07163e23-86d7-49cb-837d-81110d89c4fb,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:01.753431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:01.769277 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.829017 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838', 'tag': '93a97296-642b-4c82-8ce3-1fccbf14ab3a', 'status': 'completed', 'code': 200} Nov 19 15:53:01.858636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.881614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:01.882995 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6818416 Nov 19 15:53:02.027556 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-459b6e1b-e781-4eab-a181-73cdc28e7605 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 1160 time: 0.2428250 Nov 19 15:53:02.210097 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-dfe0f9fd-9fdd-4a49-b49a-12fd622bf26f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93a97296-642b-4c82-8ce3-1fccbf14ab3a HTTP/1.1" status: 200 len: 217 time: 0.1213119 Nov 19 15:53:02.328963 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede2dde-36c7-4546-a199-323f0e79cb72 req-694f31cf-d03c-4123-8f57-3b1a3a0f9cee tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:02.329777 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9ede2dde-36c7-4546-a199-323f0e79cb72 req-694f31cf-d03c-4123-8f57-3b1a3a0f9cee tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 943 time: 0.3877382 Nov 19 15:53:02.390102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-cb1d9960-5fc9-4f61-b24d-55d07c17358b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Synchronizing usage tracker for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:02.460534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-935decfe-509c-4631-a028-62e10bb9acc2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:02.462033 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-935decfe-509c-4631-a028-62e10bb9acc2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf34683c-f14a-4917-99d0-e402b297943a HTTP/1.1" status: 200 len: 854 time: 0.2387562 Nov 19 15:53:02.476045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-cb1d9960-5fc9-4f61-b24d-55d07c17358b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Unset dirty status for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:02.477248 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-cb1d9960-5fc9-4f61-b24d-55d07c17358b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2003445581&fields=id&tenant_id=aa9f0425731e423fbf02bdd413472e79 HTTP/1.1" status: 200 len: 267 time: 0.3764527 Nov 19 15:53:02.567774 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-90eb350a-7c1d-4fc0-b756-0edae9af2ddd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bceac765-e16b-422a-99a7-70bd4bca96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869460 Nov 19 15:53:02.577090 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9ede2dde-36c7-4546-a199-323f0e79cb72 req-f5c8de93-e2be-46f6-a5a0-12e1e052646a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893229 Nov 19 15:53:02.706590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.resource_extend [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Nov 19 15:53:02.878696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ddf76f-91aa-4ec0-86ef-70804b027bed {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:53:02.889230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-847d54c2-cfd7-41ee-9a41-51487592f126 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:02.890823 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-847d54c2-cfd7-41ee-9a41-51487592f126 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 811 time: 0.3734922 Nov 19 15:53:02.906730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:02.970323 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-4058a831-306e-48a0-b552-69f4c25e18db service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3776698 Nov 19 15:53:02.977680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Transition to ACTIVE for port object a1ddf76f-91aa-4ec0-86ef-70804b027bed will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:53:02.988900 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-d0c9ca42-e344-4573-bc67-dffd70cc7156 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/quotas/aa9f0425731e423fbf02bdd413472e79 HTTP/1.1" status: 200 len: 375 time: 0.0848229 Nov 19 15:53:03.010520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:03.026880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:03.304417 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ddf76f-91aa-4ec0-86ef-70804b027bed,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:03.319817 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:03.384486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e39cf1-6a96-4ace-8aa5-4d0ab195487b req-ad0aa307-c16e-4e9e-9d13-06b714dc4be1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:03.385216 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-d6e39cf1-6a96-4ace-8aa5-4d0ab195487b req-ad0aa307-c16e-4e9e-9d13-06b714dc4be1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Synchronizing usage tracker for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:03.398993 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d2a6cb3-4b73-45a7-827d-69f067554966 req-8d0cb50b-fd5a-4f2e-aa56-a8ffbc8d0454 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4117937 Nov 19 15:53:03.426262 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c8a51c03-1dd1-4ee3-9979-53c2c60e8006 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3622191 Nov 19 15:53:03.430688 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-d6e39cf1-6a96-4ace-8aa5-4d0ab195487b req-ad0aa307-c16e-4e9e-9d13-06b714dc4be1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Unset dirty status for tenant:2b3cee85ecd5406ea42f5cec8ecaa9d7 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:03.431924 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6e39cf1-6a96-4ace-8aa5-4d0ab195487b req-ad0aa307-c16e-4e9e-9d13-06b714dc4be1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 931 time: 0.5110755 Nov 19 15:53:03.951443 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6e39cf1-6a96-4ace-8aa5-4d0ab195487b req-8b2371a8-5d82-46b5-9245-c90de3fa032c tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4653234 Nov 19 15:53:03.952155 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Attempting to bind port a1ddf76f-91aa-4ec0-86ef-70804b027bed on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:53:03.952528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Attempting to bind port a1ddf76f-91aa-4ec0-86ef-70804b027bed by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:53:03.952888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Attempting to bind port a1ddf76f-91aa-4ec0-86ef-70804b027bed on network cc221463-4e81-47c0-8956-bd0fa7cbce70 {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:53:03.985198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:53:03.985574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Checking segment: {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:53:03.985967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:03.986355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Bound using segment: {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:53:03.986862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Bound port: a1ddf76f-91aa-4ec0-86ef-70804b027bed, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e42e1b6-e04e-489e-809d-1a2c4a40b27f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:53:03.987219 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:04.005248 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-ce1aec12-9d98-4d76-b334-a78a11b09316 service neutron] 10.222.0.48 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5203664 Nov 19 15:53:04.067902 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07a48faf-5316-4016-8491-710e1d9b68c5 req-7de83224-d8f4-40ed-b55b-1710f4fa3a58 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 1160 time: 0.5312650 Nov 19 15:53:04.374418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] For port a1ddf76f-91aa-4ec0-86ef-70804b027bed, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:53:04.419296 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] For port a1ddf76f-91aa-4ec0-86ef-70804b027bed, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:53:04.424931 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-8653253a-4a4b-41e2-9ead-864ec7256720 service neutron] 10.222.0.48 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4114757 Nov 19 15:53:04.430509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48faf-5316-4016-8491-710e1d9b68c5 req-0a915642-83ae-4cdc-a42f-620efb5d93af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:04.431869 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07a48faf-5316-4016-8491-710e1d9b68c5 req-0a915642-83ae-4cdc-a42f-620efb5d93af service neutron] 10.222.0.55 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 908 time: 0.3455281 Nov 19 15:53:04.432956 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:04.451002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:04.547545 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7e327-439e-4eba-98f8-5350152f1103 req-b6eb3c7e-3415-4bb7-8b57-875a8b49fbce tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:04.549094 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aad7e327-439e-4eba-98f8-5350152f1103 req-b6eb3c7e-3415-4bb7-8b57-875a8b49fbce tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 945 time: 0.4639320 Nov 19 15:53:04.621707 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07a48faf-5316-4016-8491-710e1d9b68c5 req-2bf0698c-6126-430a-907d-56b7aaf7dcd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93a97296-642b-4c82-8ce3-1fccbf14ab3a HTTP/1.1" status: 200 len: 217 time: 0.1718814 Nov 19 15:53:04.826793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ddf76f-91aa-4ec0-86ef-70804b027bed,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:04.830721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:04.872902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48faf-5316-4016-8491-710e1d9b68c5 req-ab246580-2c8d-4e31-8d5a-82e9ae70a71e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:04.874574 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07a48faf-5316-4016-8491-710e1d9b68c5 req-ab246580-2c8d-4e31-8d5a-82e9ae70a71e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf34683c-f14a-4917-99d0-e402b297943a HTTP/1.1" status: 200 len: 854 time: 0.1913867 Nov 19 15:53:04.876862 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aad7e327-439e-4eba-98f8-5350152f1103 req-79fbbf9b-5c93-44b0-9347-d7667b22774c tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028400 Nov 19 15:53:04.944074 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07a48faf-5316-4016-8491-710e1d9b68c5 req-9cd203d7-704f-4a57-9888-137c741fc738 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bceac765-e16b-422a-99a7-70bd4bca96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589578 Nov 19 15:53:04.957561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:04.960095 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-8d070cb0-18c6-4293-a18d-f920bb271a06 service neutron] 10.222.0.55 "PUT /v2.0/ports/a1ddf76f-91aa-4ec0-86ef-70804b027bed HTTP/1.1" status: 200 len: 1157 time: 3.3354402 Nov 19 15:53:04.960653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:04.977749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a146f84d-1ef4-471a-80be-7ce1a0f3e92b req-9f272120-9849-4868-b719-f1cf0e5d0c23 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:04.981776 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a146f84d-1ef4-471a-80be-7ce1a0f3e92b req-9f272120-9849-4868-b719-f1cf0e5d0c23 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 943 time: 0.3045654 Nov 19 15:53:05.140561 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bed00f69-469b-4ab8-a0f6-32f2416ad642 req-bae23979-1235-4123-9c4e-a2ea22714bde tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 210 time: 0.1291697 Nov 19 15:53:05.220144 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'status': 'completed', 'code': 200} Nov 19 15:53:05.264106 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a146f84d-1ef4-471a-80be-7ce1a0f3e92b req-93e263f9-3211-4f88-9a8e-f992814c2fc0 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509086 Nov 19 15:53:05.305281 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07a48faf-5316-4016-8491-710e1d9b68c5 req-c2a34039-5ee7-4526-ab56-3501a428edb5 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222537 Nov 19 15:53:05.314127 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-d1af8f4a-d33b-455c-a4c0-607abb65bbc9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 1160 time: 0.2167246 Nov 19 15:53:05.477461 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-836b6c3d-316e-4c2e-8bfc-926c81e6ce9c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed HTTP/1.1" status: 200 len: 217 time: 0.1409028 Nov 19 15:53:05.643082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-da6e1d31-0afb-4d1d-932b-bc32e6512a3e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:05.644637 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-da6e1d31-0afb-4d1d-932b-bc32e6512a3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.1129251 Nov 19 15:53:05.647431 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-07a48faf-5316-4016-8491-710e1d9b68c5 req-357deb8d-d75a-49dd-a3cf-8396376aa5c2 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3323922 Nov 19 15:53:05.657945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1777fc71-9a4a-4120-a2dc-dad68f5244c3 req-a7b25ad4-ac4e-4e2d-8355-3296ac492d56 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:05.659515 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1777fc71-9a4a-4120-a2dc-dad68f5244c3 req-a7b25ad4-ac4e-4e2d-8355-3296ac492d56 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.3218343 Nov 19 15:53:05.770949 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1777fc71-9a4a-4120-a2dc-dad68f5244c3 req-ba6588be-cea7-425f-940c-c54331e25659 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051590 Nov 19 15:53:05.789035 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-5888fde1-ba75-4fd9-bf0f-74809e20266e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1068726 Nov 19 15:53:05.969168 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-d7d50884-4fc9-4b84-897e-f40e0ebd255e service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713543 Nov 19 15:53:06.418367 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d4ea0d2-431d-485c-a9fa-dee0e81f7089 req-e810f675-05c3-4499-af60-70c6a3e8bbfc tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 210 time: 0.1336870 Nov 19 15:53:06.523870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-8d9aaf35-3c3b-4dec-bd74-735c671baf6e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:06.525395 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-8d9aaf35-3c3b-4dec-bd74-735c671baf6e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 811 time: 0.5971956 Nov 19 15:53:06.610656 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-544a8410-6e78-45c4-8b4f-cec6e19ad83b req-9c61b727-f9b0-4404-8626-d765b6a7cd58 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6256292 Nov 19 15:53:06.648353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a9d6a0-3d53-4508-b744-18b3808b6da1 req-803fa50d-7e3d-4448-8e0c-1f89d0bc8b86 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:06.649921 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b9a9d6a0-3d53-4508-b744-18b3808b6da1 req-803fa50d-7e3d-4448-8e0c-1f89d0bc8b86 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 945 time: 0.3667908 Nov 19 15:53:06.737719 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-a932daf3-8210-4166-92c3-92cbda9f56ba tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=aa9f0425731e423fbf02bdd413472e79 HTTP/1.1" status: 200 len: 5045 time: 0.1523263 Nov 19 15:53:06.747390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22811738-4295-49b5-a5c5-8298e59c6911 req-a8f0e423-75ed-4956-ba2d-de69b64f5cd9 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:06.750728 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-22811738-4295-49b5-a5c5-8298e59c6911 req-a8f0e423-75ed-4956-ba2d-de69b64f5cd9 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 943 time: 0.2091947 Nov 19 15:53:06.795556 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'port': {'device_id': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'admin_state_up': True, 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'security_groups': ['71105876-3cd7-449a-9adc-2e6a6ba46607']}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:06.846190 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b9a9d6a0-3d53-4508-b744-18b3808b6da1 req-8def45f3-7dd7-4531-bbe6-2da24e29d7a1 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860156 Nov 19 15:53:07.029664 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-22811738-4295-49b5-a5c5-8298e59c6911 req-70820c57-440c-4bbd-9171-1202ac75b0c4 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200818 Nov 19 15:53:07.042417 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 93a97296-642b-4c82-8ce3-1fccbf14ab3a up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:07.066523 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5cb11d12-98d7-4a63-bb28-8ce349156e18 req-5f4a9d68-b317-4028-94d8-706caeecc8bc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 1160 time: 0.3277857 Nov 19 15:53:07.072419 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:53:07.100858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Usage tracker for resource:port and tenant:aa9f0425731e423fbf02bdd413472e79 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:53:07.107687 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Quota usage for port was recalculated. Used quota:3. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:53:07.112779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port 93a97296-642b-4c82-8ce3-1fccbf14ab3a completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:53:07.117603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 93a97296-642b-4c82-8ce3-1fccbf14ab3a triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:07.118190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:07.121113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:53:07.204251 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Made reservation on behalf of aa9f0425731e423fbf02bdd413472e79 for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:53:07.209717 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:07.236823 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:07.250058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195a64c-1391-41ba-80bb-589a20358cad req-75341393-1646-44d4-a026-200b7160dde6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:07.251993 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8195a64c-1391-41ba-80bb-589a20358cad req-75341393-1646-44d4-a026-200b7160dde6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.2854710 Nov 19 15:53:07.264148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a97296-642b-4c82-8ce3-1fccbf14ab3a'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:07.282553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 93a97296-642b-4c82-8ce3-1fccbf14ab3a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=93a97296-642b-4c82-8ce3-1fccbf14ab3a,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:07.285731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:07.287854 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-02316ea2-1ef3-4bb9-ac70-6e3b148de078 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:07.335097 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a97296-642b-4c82-8ce3-1fccbf14ab3a', 'code': 200} Nov 19 15:53:07.340933 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb11d12-98d7-4a63-bb28-8ce349156e18 req-a5faf8a9-1bb0-423d-b23b-d1bd57e648fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:07.343078 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5cb11d12-98d7-4a63-bb28-8ce349156e18 req-a5faf8a9-1bb0-423d-b23b-d1bd57e648fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.2652953 Nov 19 15:53:07.358914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=93a97296-642b-4c82-8ce3-1fccbf14ab3a,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:07.362285 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:07.502251 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8195a64c-1391-41ba-80bb-589a20358cad req-43dd7726-926c-4c2c-a860-f6eee4972fd5 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346148 Nov 19 15:53:07.518379 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5cb11d12-98d7-4a63-bb28-8ce349156e18 req-2d318978-8eef-455e-ade0-a36b94c7b391 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed HTTP/1.1" status: 200 len: 217 time: 0.0950255 Nov 19 15:53:07.670685 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d368ecb-716d-4325-bdae-229d99120985 req-c3af981b-a8c5-4db3-8c8c-1b0fe3015d56 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 1162 time: 0.0802393 Nov 19 15:53:07.678777 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e815de67-4e4b-49b7-9ffc-f0e059c92c80 req-663fe8e1-e7e9-4d23-a7a9-2e312c428737 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 210 time: 0.1172285 Nov 19 15:53:07.710585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb11d12-98d7-4a63-bb28-8ce349156e18 req-2eaf39b5-2360-4717-966b-c80f35563410 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:07.711994 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5cb11d12-98d7-4a63-bb28-8ce349156e18 req-2eaf39b5-2360-4717-966b-c80f35563410 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.1493058 Nov 19 15:53:07.730049 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d368ecb-716d-4325-bdae-229d99120985 req-15066957-ccdc-4c4e-9809-32980a09d9f7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503666 Nov 19 15:53:07.836316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Allocated IP 172.20.0.8 (ff79497e-4d00-46d7-9667-b21a1f313c56/54e79c3c-cd15-482c-a48f-84775129a214/ad6658ec-9a4a-4890-9787-bdf4d7a94e54) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:53:07.877892 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5cb11d12-98d7-4a63-bb28-8ce349156e18 req-a397bc52-fd81-4b13-9a89-59d0f43fe4ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1314814 Nov 19 15:53:08.242431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:08.306587 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Transition to ACTIVE for port object ad6658ec-9a4a-4890-9787-bdf4d7a94e54 will not be triggered until provisioned by entity DHCP. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:53:08.321787 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5cb11d12-98d7-4a63-bb28-8ce349156e18 req-9f0cb4f4-cae5-4faf-b05f-63693c31c0ba service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794936 Nov 19 15:53:08.328160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac7fec7-8dcf-4fcb-96de-5a5ee596b3fe req-2931f28a-4a6a-41a0-bbaa-5cdf7842b110 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:08.329630 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fac7fec7-8dcf-4fcb-96de-5a5ee596b3fe req-2931f28a-4a6a-41a0-bbaa-5cdf7842b110 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 945 time: 0.3440511 Nov 19 15:53:08.594154 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 93a97296-642b-4c82-8ce3-1fccbf14ab3a up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:08.670432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 93a97296-642b-4c82-8ce3-1fccbf14ab3a triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:08.670886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:08.714298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:08.725592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68ad67-4d93-46ed-ae6e-d616fd89e552 req-f8d415eb-996e-41a6-b7a0-89ab3bd6f8c6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:08.727518 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9d68ad67-4d93-46ed-ae6e-d616fd89e552 req-f8d415eb-996e-41a6-b7a0-89ab3bd6f8c6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 945 time: 0.5429082 Nov 19 15:53:08.744970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ea1e09c6-148b-40d6-b725-913377aad68c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:08.804398 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fac7fec7-8dcf-4fcb-96de-5a5ee596b3fe req-2e724c6f-1ed0-4d6f-8e39-9ef56d652e48 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4671488 Nov 19 15:53:08.878389 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5cb11d12-98d7-4a63-bb28-8ce349156e18 req-7f9edb3a-f090-4850-a017-153f03f0178f service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5396786 Nov 19 15:53:08.956552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event updated for resources: {'Port': ['ID=ad6658ec-9a4a-4890-9787-bdf4d7a94e54,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:08.999865 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:09.029329 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9d68ad67-4d93-46ed-ae6e-d616fd89e552 req-bbfda268-2cea-445c-9f43-ba384e2c1ec8 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446060 Nov 19 15:53:09.080750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Network ff79497e-4d00-46d7-9667-b21a1f313c56 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:53:09.083515 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:53:09.086367 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:53:09.090568 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:09.091244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:09.101155 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e212c4a-5e3b-4a17-8b94-f689aa9565ec req-4f8c0b84-2d5d-4f6d-a683-7a900441eaa4 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:09.102745 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7e212c4a-5e3b-4a17-8b94-f689aa9565ec req-4f8c0b84-2d5d-4f6d-a683-7a900441eaa4 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.1621165 Nov 19 15:53:09.146514 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3934529 Nov 19 15:53:09.209008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Request body: {'port': {'device_id': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:09.289617 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7e212c4a-5e3b-4a17-8b94-f689aa9565ec req-deb4df50-b2c8-4bca-9c5c-3d142d36c9be tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680002 Nov 19 15:53:09.290329 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-32cb85e7-6e79-4c52-a9d8-77f331de6242 None None] Provisioning for port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:53:09.301394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-32cb85e7-6e79-4c52-a9d8-77f331de6242 None None] Provisioning complete for port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:09.301781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-32cb85e7-6e79-4c52-a9d8-77f331de6242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:09.372183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:09.381423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-32cb85e7-6e79-4c52-a9d8-77f331de6242 None None] Port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:53:09.391206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56698310-84fb-4647-97b6-8beee09faa39 req-4a822fa6-434d-45fe-933c-1eb214b1d5ea tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:09.391965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-56698310-84fb-4647-97b6-8beee09faa39 req-4a822fa6-434d-45fe-933c-1eb214b1d5ea tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Synchronizing usage tracker for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:09.455123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-56698310-84fb-4647-97b6-8beee09faa39 req-4a822fa6-434d-45fe-933c-1eb214b1d5ea tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Unset dirty status for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:09.456413 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-56698310-84fb-4647-97b6-8beee09faa39 req-4a822fa6-434d-45fe-933c-1eb214b1d5ea tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 931 time: 0.3023927 Nov 19 15:53:09.605439 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-56698310-84fb-4647-97b6-8beee09faa39 req-ef73e367-4d2f-48eb-9ae7-9a548c6445ac tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422288 Nov 19 15:53:09.849185 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-70da7791-a568-44a4-864d-4adb0867ad11 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:09.851094 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-70da7791-a568-44a4-864d-4adb0867ad11 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.55 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 945 time: 0.1829433 Nov 19 15:53:10.032700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6658ec-9a4a-4890-9787-bdf4d7a94e54 {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:53:10.045698 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Deleting port eb006a50-62a6-467f-891e-61c6362df758 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:10.046079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:10.076996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:10.115303 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Transition to ACTIVE for port object ad6658ec-9a4a-4890-9787-bdf4d7a94e54 will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:53:10.125195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:10.142759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-648d7247-e8a7-445f-8e9b-0716e984cfc7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:10.319830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa806478-01d8-4f75-945d-c8f274779b85 req-ba5c79fd-556c-464e-9e9f-ecb02fdf6104 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:10.321337 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fa806478-01d8-4f75-945d-c8f274779b85 req-ba5c79fd-556c-464e-9e9f-ecb02fdf6104 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 945 time: 0.3781891 Nov 19 15:53:10.439250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6658ec-9a4a-4890-9787-bdf4d7a94e54,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:10.451492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:10.593564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fa806478-01d8-4f75-945d-c8f274779b85 req-10877cd2-1627-4a2c-b905-e8698e2d1e52 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/security-groups?id=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584085 Nov 19 15:53:10.619819 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429223f-a1bb-43c1-8f69-432de1af4665 req-4bf1b425-9df8-417a-a88b-892be0529e6b tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:10.621388 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1429223f-a1bb-43c1-8f69-432de1af4665 req-4bf1b425-9df8-417a-a88b-892be0529e6b tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 945 time: 0.4349561 Nov 19 15:53:10.802254 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] For port eb006a50-62a6-467f-891e-61c6362df758, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=eb006a50-62a6-467f-891e-61c6362df758,segment=NetworkSegment(1684072e-8f58-469f-a9aa-7a57e9095dd0),segment_id=1684072e-8f58-469f-a9aa-7a57e9095dd0)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:10.802656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:11.172766 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Calling delete_port for eb006a50-62a6-467f-891e-61c6362df758 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:11.239210 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1429223f-a1bb-43c1-8f69-432de1af4665 req-efbcfb6c-97a3-44c9-a818-deeb24901e73 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6096635 Nov 19 15:53:11.250840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Attempting to bind port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:53:11.251220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Attempting to bind port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:53:11.251583 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Attempting to bind port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 on network ff79497e-4d00-46d7-9667-b21a1f313c56 {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:53:11.284412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:53:11.284787 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Checking segment: {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:53:11.285183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:11.285573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Bound using segment: {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:53:11.286063 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Bound port: ad6658ec-9a4a-4890-9787-bdf4d7a94e54, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89da0601-33c7-40d6-8f9d-ed3c0f4124da', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:53:11.286436 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:11.318114 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0faeac-a60f-4f35-910d-0ae13a2fa656 req-c492682c-e6fd-4615-a193-ae175a4dad53 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:11.319854 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4f0faeac-a60f-4f35-910d-0ae13a2fa656 req-c492682c-e6fd-4615-a193-ae175a4dad53 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.5909600 Nov 19 15:53:11.485417 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a1ddf76f-91aa-4ec0-86ef-70804b027bed up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:11.557661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port a1ddf76f-91aa-4ec0-86ef-70804b027bed completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:53:11.557907 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:11.563847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port a1ddf76f-91aa-4ec0-86ef-70804b027bed triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:11.564375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:11.564873 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4f0faeac-a60f-4f35-910d-0ae13a2fa656 req-d047cb01-be56-4896-ab33-581b27122f94 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139871 Nov 19 15:53:11.567828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] For port ad6658ec-9a4a-4890-9787-bdf4d7a94e54, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:53:11.585109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:11.657513 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Pushing event deleted for resources: {'Port': ['ID=eb006a50-62a6-467f-891e-61c6362df758,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:11.663212 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] For port ad6658ec-9a4a-4890-9787-bdf4d7a94e54, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ad6658ec-9a4a-4890-9787-bdf4d7a94e54,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:53:11.669016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:11.731505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:11.737904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:11.761112 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3c9ece14-289a-4bea-81b3-06b4590f4630 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:11.790441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port a1ddf76f-91aa-4ec0-86ef-70804b027bed, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:11.791505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:11.800055 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:11.800930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 93a97296-642b-4c82-8ce3-1fccbf14ab3a up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:11.809071 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d041b02-79a1-408c-ad0c-be3450fdd9bd req-8d27b277-f19f-475e-8698-adf67dffd3d8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:11.810709 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0d041b02-79a1-408c-ad0c-be3450fdd9bd req-8d27b277-f19f-475e-8698-adf67dffd3d8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 943 time: 0.4174435 Nov 19 15:53:11.861642 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:11.944068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=a1ddf76f-91aa-4ec0-86ef-70804b027bed,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:11.948210 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:11.954332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 93a97296-642b-4c82-8ce3-1fccbf14ab3a triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:11.954779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:11.973578 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0f6be9a6-06a4-4ec8-ac2a-e695bc1df303 req-a763271b-b574-4d6b-83b2-41863bba0c08 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 210 time: 0.1751378 Nov 19 15:53:12.038576 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6658ec-9a4a-4890-9787-bdf4d7a94e54,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:12.049463 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:12.057990 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'code': 200} Nov 19 15:53:12.076195 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0d041b02-79a1-408c-ad0c-be3450fdd9bd req-b351c2d8-80ae-4f4e-918d-34fcd374f3b1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1995091 Nov 19 15:53:12.121980 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device eb006a50-62a6-467f-891e-61c6362df758 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:53:12.122598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] No DVR routers for this DVR port eb006a50-62a6-467f-891e-61c6362df758 on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:53:12.125560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:12.128372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bc6ff7a-e3df-4992-b9f4-aee5229725b2', 'name': 'network-vif-deleted', 'tag': 'eb006a50-62a6-467f-891e-61c6362df758'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:12.143373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:12.144862 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] 10.222.0.55 "PUT /v2.0/ports/ad6658ec-9a4a-4890-9787-bdf4d7a94e54 HTTP/1.1" status: 200 len: 1157 time: 2.9421322 Nov 19 15:53:12.150618 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c5f75a82-b281-4b4f-8b0f-2a9e6eb0ede8 req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.55 "DELETE /v2.0/ports/eb006a50-62a6-467f-891e-61c6362df758 HTTP/1.1" status: 204 len: 173 time: 2.2860112 Nov 19 15:53:12.168588 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] No Port match for: eb006a50-62a6-467f-891e-61c6362df758 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:53:12.168986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device eb006a50-62a6-467f-891e-61c6362df758 not bound to the agent host hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:53:12.198500 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bc6ff7a-e3df-4992-b9f4-aee5229725b2', 'name': 'network-vif-deleted', 'tag': 'eb006a50-62a6-467f-891e-61c6362df758', 'status': 'completed', 'code': 200} Nov 19 15:53:12.331385 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-2007e4c9-2124-4fe6-8833-39d52ef0320c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 1160 time: 0.0830002 Nov 19 15:53:12.472901 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-3677c156-6f6c-416d-ba40-cc6150cb078b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad6658ec-9a4a-4890-9787-bdf4d7a94e54 HTTP/1.1" status: 200 len: 217 time: 0.0866094 Nov 19 15:53:12.550502 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae110e56-480e-4a80-901c-25e8ba50383e req-ddf035a2-7f1c-426f-887b-c2233cfdb791 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 1162 time: 0.1968503 Nov 19 15:53:12.555614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-33d969e7-71a5-4659-9bcf-417c06614954 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:12.557022 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-33d969e7-71a5-4659-9bcf-417c06614954 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 200 len: 850 time: 0.0766437 Nov 19 15:53:12.653014 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ae110e56-480e-4a80-901c-25e8ba50383e req-6bbfcb96-34c0-4eb7-84ed-32321f8359f4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942166 Nov 19 15:53:12.668961 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-eb582d85-7497-4a76-8cd3-aa74d7c51319 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff79497e-4d00-46d7-9667-b21a1f313c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0967610 Nov 19 15:53:12.704803 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a1ddf76f-91aa-4ec0-86ef-70804b027bed up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:12.777282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port a1ddf76f-91aa-4ec0-86ef-70804b027bed triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:12.777703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:12.802661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe551cc3-ac6c-4ce5-9db4-18926bacae76 req-18111ee0-99e9-4aa7-9dbf-70e9146fc7a7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:12.804241 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe551cc3-ac6c-4ce5-9db4-18926bacae76 req-18111ee0-99e9-4aa7-9dbf-70e9146fc7a7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0904748 Nov 19 15:53:12.853482 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe551cc3-ac6c-4ce5-9db4-18926bacae76 req-fe5f1197-2a85-458c-b4aa-fef0525f9fe8 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430937 Nov 19 15:53:13.121907 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-6004f1da-3977-4c59-82ef-c25d41d05232 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442821 Nov 19 15:53:13.209620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-71fab665-4e50-4e91-bf9e-1556a1f5d990 req-0cb47cde-12f4-42d8-ba1b-201123cb2978 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Synchronizing usage tracker for tenant:8df38ae2582446389f15487eed52570d on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:13.294960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-71fab665-4e50-4e91-bf9e-1556a1f5d990 req-0cb47cde-12f4-42d8-ba1b-201123cb2978 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Unset dirty status for tenant:8df38ae2582446389f15487eed52570d on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:13.296499 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-71fab665-4e50-4e91-bf9e-1556a1f5d990 req-0cb47cde-12f4-42d8-ba1b-201123cb2978 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] 10.222.0.48 "GET /v2.0/ports?device_id=5bc6ff7a-e3df-4992-b9f4-aee5229725b2 HTTP/1.1" status: 200 len: 210 time: 0.1569114 Nov 19 15:53:13.346404 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8d3ecdb4-2f11-44fa-8e17-9f3b26bff675 req-5e414176-a3e8-45ae-8e1d-fd46369ad92c service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1660688 Nov 19 15:53:13.509737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f45620a-c51e-45ea-9b99-a15c2ef246bc req-971c8cf1-8d2f-46a2-88ae-66312063a0e2 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:13.511412 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7f45620a-c51e-45ea-9b99-a15c2ef246bc req-971c8cf1-8d2f-46a2-88ae-66312063a0e2 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 943 time: 0.0841446 Nov 19 15:53:13.565427 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7f45620a-c51e-45ea-9b99-a15c2ef246bc req-36a88475-873c-427b-8ee0-7e6b1dc8bcf0 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471702 Nov 19 15:53:14.080899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac820265-60ba-4baa-94d3-2b602210fd41 req-4e8acb0d-a36a-413e-86d0-91accfa1815e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:14.082445 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac820265-60ba-4baa-94d3-2b602210fd41 req-4e8acb0d-a36a-413e-86d0-91accfa1815e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0829327 Nov 19 15:53:14.133874 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac820265-60ba-4baa-94d3-2b602210fd41 req-ec3d0663-8215-4127-ac36-d722542fc010 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449123 Nov 19 15:53:14.200151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'tag': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:14.258618 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'tag': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54', 'status': 'completed', 'code': 200} Nov 19 15:53:14.410931 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a6a80cb-1ff7-487b-86a7-ce836b5d4a14 req-ac47a87f-e375-494d-95a4-05c0d7f6ef6e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 1160 time: 0.0794671 Nov 19 15:53:14.570296 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a80cb-1ff7-487b-86a7-ce836b5d4a14 req-01b5ba3a-2037-43ff-8456-25a895289c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:14.571924 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a6a80cb-1ff7-487b-86a7-ce836b5d4a14 req-01b5ba3a-2037-43ff-8456-25a895289c71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 905 time: 0.1416256 Nov 19 15:53:14.649114 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a6a80cb-1ff7-487b-86a7-ce836b5d4a14 req-f468df1a-059f-4c3d-9923-2f010218b6ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad6658ec-9a4a-4890-9787-bdf4d7a94e54 HTTP/1.1" status: 200 len: 217 time: 0.0681524 Nov 19 15:53:14.807408 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a1ddf76f-91aa-4ec0-86ef-70804b027bed up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:14.812653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a80cb-1ff7-487b-86a7-ce836b5d4a14 req-a3c16824-af1c-47cb-9e6e-35230fe8c373 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:14.814120 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a6a80cb-1ff7-487b-86a7-ce836b5d4a14 req-a3c16824-af1c-47cb-9e6e-35230fe8c373 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 200 len: 850 time: 0.1532338 Nov 19 15:53:14.895447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a713c-60a5-4a22-8c63-b04be81a2d80 req-e1f35773-bd77-48eb-86be-6cef2a9e4cec tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:14.897065 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-134a713c-60a5-4a22-8c63-b04be81a2d80 req-e1f35773-bd77-48eb-86be-6cef2a9e4cec tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 943 time: 0.1545222 Nov 19 15:53:14.901077 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port a1ddf76f-91aa-4ec0-86ef-70804b027bed triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:14.901495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:14.949365 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a6a80cb-1ff7-487b-86a7-ce836b5d4a14 req-fb3d5b65-9f80-4f67-84a1-a6a42a89b005 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff79497e-4d00-46d7-9667-b21a1f313c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1261394 Nov 19 15:53:14.971538 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-134a713c-60a5-4a22-8c63-b04be81a2d80 req-938d7c92-44fe-4176-837f-34440a28dc6e tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655568 Nov 19 15:53:15.385404 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a6a80cb-1ff7-487b-86a7-ce836b5d4a14 req-029f9317-fc46-41d6-9478-0da93a2ca818 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939040 Nov 19 15:53:15.546093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a02d128-22f7-4e3a-87a5-36216815eb87 req-db95ae76-dc99-45bc-bc7e-7428b3202425 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:15.547716 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7a02d128-22f7-4e3a-87a5-36216815eb87 req-db95ae76-dc99-45bc-bc7e-7428b3202425 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1996217 Nov 19 15:53:15.585689 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9a6a80cb-1ff7-487b-86a7-ce836b5d4a14 req-da28711a-8022-414c-88bc-39593d1ea912 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1898782 Nov 19 15:53:15.612386 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7a02d128-22f7-4e3a-87a5-36216815eb87 req-404d537b-8e0b-4e64-b6e1-f5e36682a23b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546904 Nov 19 15:53:15.838337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa31c2b-00ed-47ab-9c7a-85858ff507ea req-75e4102f-5840-48d9-aab9-c0790daea638 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:15.839942 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6fa31c2b-00ed-47ab-9c7a-85858ff507ea req-75e4102f-5840-48d9-aab9-c0790daea638 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0860512 Nov 19 15:53:15.850506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44506) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:15.856838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-0135401e-c3df-41b2-bdcd-456f342784dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Request body: {'floatingip': {'port_id': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:15.940350 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0135401e-c3df-41b2-bdcd-456f342784dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:16.382559 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178a872-90e1-4f9c-a0d7-cb246e8d4757 req-723816a8-4b75-4472-9360-7177b0a7d94b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:16.384144 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0178a872-90e1-4f9c-a0d7-cb246e8d4757 req-723816a8-4b75-4472-9360-7177b0a7d94b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 943 time: 0.2551458 Nov 19 15:53:16.528719 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0178a872-90e1-4f9c-a0d7-cb246e8d4757 req-d0b4c4fc-71e2-4cbb-beae-f5811f057ac9 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284723 Nov 19 15:53:16.716807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0135401e-c3df-41b2-bdcd-456f342784dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:16.720187 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0135401e-c3df-41b2-bdcd-456f342784dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:16.927774 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [None req-0135401e-c3df-41b2-bdcd-456f342784dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Floating IP 7796e09f-04ce-48c1-8f05-7fa306852803 associated. External IP: 172.28.3.21, port: a1ddf76f-91aa-4ec0-86ef-70804b027bed. Nov 19 15:53:17.067306 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-b490405e-17f3-42ae-b45a-886d5486a5f8 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-169752849&fields=id&tenant_id=b8a76c88161e489eb089aa68bd2974aa HTTP/1.1" status: 200 len: 267 time: 0.0697746 Nov 19 15:53:17.240686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-94b6514d-f53b-44b2-a4f6-868d5db572b8 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:17.242264 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-94b6514d-f53b-44b2-a4f6-868d5db572b8 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 984 time: 0.1688478 Nov 19 15:53:17.257103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Request body: {'port': {'security_groups': ['24c43eea-d85a-4324-ab99-43ec40e6e425']}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:17.465968 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:17.506340 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device ad6658ec-9a4a-4890-9787-bdf4d7a94e54 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:17.677933 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:53:17.689897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:17.690327 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:17.882071 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:17.913365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:17.923289 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port ad6658ec-9a4a-4890-9787-bdf4d7a94e54, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ad6658ec-9a4a-4890-9787-bdf4d7a94e54,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:17.926239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:17.928204 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:18.002046 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=ad6658ec-9a4a-4890-9787-bdf4d7a94e54,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:18.017447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:18.118452 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf39682-6668-42cc-b061-4c15b4456aed req-09a792a6-8206-44e3-9e4f-de82614bbab6 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:18.120125 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5cf39682-6668-42cc-b061-4c15b4456aed req-09a792a6-8206-44e3-9e4f-de82614bbab6 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 945 time: 0.1859562 Nov 19 15:53:18.128425 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0135401e-c3df-41b2-bdcd-456f342784dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:53:18.343351 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5cf39682-6668-42cc-b061-4c15b4456aed req-e8b76cec-3549-4cae-bd1d-8613535d60a6 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2136815 Nov 19 15:53:18.358072 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] For port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:18.411243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:18.418661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:18.435604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:18.770316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device ad6658ec-9a4a-4890-9787-bdf4d7a94e54 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:18.779650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event updated for resources: {'Port': ['ID=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,revision_number=6']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:18.789826 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:18.845761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:18.846183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:18.851546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722987-ce87-4566-85f9-32cafea8e89b req-5611f2bf-9a0a-4fab-9cbb-0bfe62aca07d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:18.853140 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-5611f2bf-9a0a-4fab-9cbb-0bfe62aca07d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 814 time: 0.3853967 Nov 19 15:53:18.881777 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:18.882443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:18.883972 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-39204be9-d6b0-4da0-a600-1b99ec307866 req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "PUT /v2.0/ports/2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 942 time: 1.6346769 Nov 19 15:53:18.887225 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:18.896068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0135401e-c3df-41b2-bdcd-456f342784dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:53:18.900714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0135401e-c3df-41b2-bdcd-456f342784dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:18.919518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] Sync routers for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:53:18.939490 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-f7c7e1c2-d450-4688-be53-429701564521 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/quotas/f78ccdbdf2174e6dbe73f3dabfca140f HTTP/1.1" status: 200 len: 375 time: 0.0778794 Nov 19 15:53:18.988248 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54', 'code': 200} Nov 19 15:53:18.999961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:53:19.000716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:52:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:19.047066 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-0135401e-c3df-41b2-bdcd-456f342784dc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "PUT /v2.0/floatingips/7796e09f-04ce-48c1-8f05-7fa306852803 HTTP/1.1" status: 200 len: 990 time: 3.1949525 Nov 19 15:53:19.096145 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0761516b-18b1-48f7-8013-c1b4374176b1 req-812e5797-095e-44a7-8f52-0a2d169016c4 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups/4376cfa7-3820-42a0-9a7f-25eb849d9fa9 HTTP/1.1" status: 200 len: 2657 time: 0.0783851 Nov 19 15:53:19.107950 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-f29831de-884b-4c68-a8b4-24c325895e1e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1675460 Nov 19 15:53:19.190918 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-315fffcb-6edf-4277-ae1a-f7eb2dfa73ca None None] Provisioning complete for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:19.191349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-315fffcb-6edf-4277-ae1a-f7eb2dfa73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:19.338513 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:53:19.366900 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-0761516b-18b1-48f7-8013-c1b4374176b1 req-b37a8532-5a9b-48f5-9f86-c6160f4f41ef tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:19.394474 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-36fbd312-e479-4782-b136-f041ee1c3888 service neutron] 10.222.0.48 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729177 Nov 19 15:53:19.414794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-0761516b-18b1-48f7-8013-c1b4374176b1 req-b37a8532-5a9b-48f5-9f86-c6160f4f41ef tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:19.505467 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0f932ceb-1c53-409b-b288-3a7afdcb5808 req-c4897c98-165d-496d-9a86-b15cd687d76e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 1162 time: 0.2449522 Nov 19 15:53:19.635063 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0f932ceb-1c53-409b-b288-3a7afdcb5808 req-d5321368-66cf-439e-8eb8-153c4f3055de service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763006 Nov 19 15:53:19.639226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-0761516b-18b1-48f7-8013-c1b4374176b1 req-b37a8532-5a9b-48f5-9f86-c6160f4f41ef tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:19.644517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4317a661-173a-4bd0-9c85-9f952a4d5358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:19.654819 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-a9fd7a5c-b40d-4431-a4cb-968401c22429 service neutron] 10.222.0.48 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2475057 Nov 19 15:53:19.663173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a8532-5a9b-48f5-9f86-c6160f4f41ef tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event deleted for resources: {'SecurityGroup': ['ID=4376cfa7-3820-42a0-9a7f-25eb849d9fa9,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:19.666083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b37a8532-5a9b-48f5-9f86-c6160f4f41ef tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:19.675494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-0761516b-18b1-48f7-8013-c1b4374176b1 req-b37a8532-5a9b-48f5-9f86-c6160f4f41ef tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:19.679700 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0761516b-18b1-48f7-8013-c1b4374176b1 req-b37a8532-5a9b-48f5-9f86-c6160f4f41ef tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "DELETE /v2.0/security-groups/4376cfa7-3820-42a0-9a7f-25eb849d9fa9 HTTP/1.1" status: 204 len: 173 time: 0.5706756 Nov 19 15:53:19.749672 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '7796e09f-04ce-48c1-8f05-7fa306852803', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'floating_ip_address': '172.28.3.21', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'port_id': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'mac_address': 'fa:16:3e:9b:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:52:55Z', 'updated_at': '2020-11-19T15:53:16Z', 'revision_number': 1, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:19.754083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] Checking router: 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:53:19.763371 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'status': 'completed', 'code': 200} Nov 19 15:53:19.766684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:53:19.767407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:52:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:20.013271 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30afaf-a96e-403f-839f-f8cd5987358f req-6b353149-83e1-4f2b-8962-5c3d16801a1c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:20.015655 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5a30afaf-a96e-403f-839f-f8cd5987358f req-6b353149-83e1-4f2b-8962-5c3d16801a1c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 945 time: 0.0979650 Nov 19 15:53:20.071940 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5a30afaf-a96e-403f-839f-f8cd5987358f req-1218abb3-5c81-4d27-bf99-792108b4e46b tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502193 Nov 19 15:53:20.133831 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:53:20.320001 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac257791-182d-41a4-8aa1-3809329bf9f3 req-b83a675c-34ad-458a-919e-428ce584501f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 210 time: 0.0945084 Nov 19 15:53:20.353503 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-a478819a-17cb-4c1e-82a2-e4474a53992c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/floatingips/171fb44e-9700-46a7-a0ba-690ff92ec3d4 HTTP/1.1" status: 200 len: 997 time: 0.2263818 Nov 19 15:53:20.419938 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a4638f99-d2ac-479c-bc24-3e532a385c9e req-b7f4ae9e-1c04-463e-9214-102d6497f20c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1162 time: 0.2908146 Nov 19 15:53:20.518188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '7796e09f-04ce-48c1-8f05-7fa306852803', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'floating_ip_address': '172.28.3.21', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'port_id': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'mac_address': 'fa:16:3e:9b:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:52:55Z', 'updated_at': '2020-11-19T15:53:16Z', 'revision_number': 1, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:20.523009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b87129-7592-4278-86d1-4734f4dadebd None None] The sync data for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb is: [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '7796e09f-04ce-48c1-8f05-7fa306852803', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'floating_ip_address': '172.28.3.21', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'port_id': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'mac_address': 'fa:16:3e:9b:26:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:52:55Z', 'updated_at': '2020-11-19T15:53:16Z', 'revision_number': 1, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:53:20.642997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f7858e38-6779-41d1-bec5-aec82d96f43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:20.863581 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dadab55-2bd4-4519-8b75-44f0353accc8 None None] New status for floating IP 7796e09f-04ce-48c1-8f05-7fa306852803: ACTIVE {{(pid=80311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:53:20.879271 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-657d0ca1-5ad2-4b49-99bb-81103a6b8da3 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:20.880769 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-657d0ca1-5ad2-4b49-99bb-81103a6b8da3 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/networks/efdedfa2-3635-42e3-9761-de3481e4898f HTTP/1.1" status: 200 len: 784 time: 0.5163879 Nov 19 15:53:20.908179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-85777835-9400-43ae-b37b-794935724176 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:53:20.909243 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-85777835-9400-43ae-b37b-794935724176 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0094476 Nov 19 15:53:20.914308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4638f99-d2ac-479c-bc24-3e532a385c9e req-c67fb792-a18b-44aa-a0da-8f7463c21bc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:20.915864 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a4638f99-d2ac-479c-bc24-3e532a385c9e req-c67fb792-a18b-44aa-a0da-8f7463c21bc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 908 time: 0.4389677 Nov 19 15:53:21.036508 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-73c10764-3e71-4ac5-98a6-11a7e5645551 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.28.3.17 HTTP/1.1" status: 200 len: 1000 time: 0.1173968 Nov 19 15:53:21.095109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 2677ae0c-6ce2-4f13-9a6f-53f55542e16d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:21.205345 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-5eb9f59a-b2af-4c03-8aa2-2b458266ffdb tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:21.207072 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-5eb9f59a-b2af-4c03-8aa2-2b458266ffdb tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports/2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 942 time: 0.1696601 Nov 19 15:53:21.213533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:21.218669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:21.221265 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a4638f99-d2ac-479c-bc24-3e532a385c9e req-ec0a0047-154a-45da-9154-1d10192a5e12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 1000 time: 0.1815317 Nov 19 15:53:21.524249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4638f99-d2ac-479c-bc24-3e532a385c9e req-bbb3771d-add8-4248-97c6-6ec757ab45c7 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:21.525866 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a4638f99-d2ac-479c-bc24-3e532a385c9e req-bbb3771d-add8-4248-97c6-6ec757ab45c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.2237570 Nov 19 15:53:21.610865 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-c0ebd311-b60d-4cbe-8f8f-e9a45b73af7b tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.28.3.17 HTTP/1.1" status: 200 len: 1000 time: 0.2156265 Nov 19 15:53:21.632360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4d00-f786-4ee5-b3a9-aada89bb3fb2 req-24531693-6e64-4e10-9e20-70f4d9b7de5f tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:21.633879 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-82ea4d00-f786-4ee5-b3a9-aada89bb3fb2 req-24531693-6e64-4e10-9e20-70f4d9b7de5f tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 945 time: 0.3911350 Nov 19 15:53:21.753193 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-a7b707f6-877a-4d57-aa31-24604e51dd50 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4493947 Nov 19 15:53:21.764808 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:21.836356 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722987-ce87-4566-85f9-32cafea8e89b req-3d58d749-3719-4c04-b0e9-125f8837e127 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:21.838040 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-3d58d749-3719-4c04-b0e9-125f8837e127 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 814 time: 0.1761668 Nov 19 15:53:21.857360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:21.864272 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Request body: {'port': {'device_id': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb', 'admin_state_up': True, 'tenant_id': 'f78ccdbdf2174e6dbe73f3dabfca140f'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:21.898426 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-82ea4d00-f786-4ee5-b3a9-aada89bb3fb2 req-dcc10074-7802-475c-ac6f-32986413d202 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969156 Nov 19 15:53:21.911366 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a4638f99-d2ac-479c-bc24-3e532a385c9e req-dc0fa4be-bb86-4241-a2a0-99fd3069cb06 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3597670 Nov 19 15:53:21.967993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Deleting port d1adc174-b407-468c-9413-f18d30166f94 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:21.968373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:22.013446 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:53:22.023734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:53:22.033404 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Made reservation on behalf of f78ccdbdf2174e6dbe73f3dabfca140f for: {'port': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:53:22.038929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:22.267230 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a4638f99-d2ac-479c-bc24-3e532a385c9e req-f1275249-0433-4596-be27-56492e89ea11 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434212 Nov 19 15:53:22.277000 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-590a7209-4f88-4d83-9977-4ed112a4bf4f req-0d044804-ba63-45f6-8246-06aa1c76dd04 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 210 time: 0.0668442 Nov 19 15:53:22.384394 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'status': 'completed', 'code': 200} Nov 19 15:53:22.387183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Allocated IP 172.20.0.6 (bceac765-e16b-422a-99a7-70bd4bca96eb/cf34683c-f14a-4917-99d0-e402b297943a/3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:53:22.417758 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:22.418174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for floatingip, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:22.610116 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Calling delete_port for d1adc174-b407-468c-9413-f18d30166f94 owned by network:floatingip {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:22.612246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:22.639228 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a4638f99-d2ac-479c-bc24-3e532a385c9e req-fea04e7f-1e31-499e-b9a4-e8e2eefd77de service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3611546 Nov 19 15:53:22.639411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:22.655036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:22.748086 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c9ab20c2-1465-4ee5-b680-83016bd110df req-f7eb6c02-eb2e-42fe-9936-8a71322bfb17 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 1162 time: 0.3044207 Nov 19 15:53:22.802816 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Pushing event updated for resources: {'Port': ['ID=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:22.808227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:22.852527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Network bceac765-e16b-422a-99a7-70bd4bca96eb is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:53:22.853660 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:53:22.856003 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:53:22.920180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device ad6658ec-9a4a-4890-9787-bdf4d7a94e54 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:22.923701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:22.924360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:22.953803 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0938613 Nov 19 15:53:22.974914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Request body: {'port': {'device_id': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:22.996395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:23.003004 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:23.003424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:23.015587 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-10b3a192-de87-44a6-9956-95733a4c4b13 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:23.114543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:23.123246 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-fa12591b-e26e-4c3c-8a8c-bcee983cb32a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1162 time: 0.3357856 Nov 19 15:53:23.150683 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event deleted for resources: {'Port': ['ID=d1adc174-b407-468c-9413-f18d30166f94,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:23.184113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:23.198498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab20c2-1465-4ee5-b680-83016bd110df req-cdb18665-5777-4f4b-82a6-d785c60f9140 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:23.200100 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c9ab20c2-1465-4ee5-b680-83016bd110df req-cdb18665-5777-4f4b-82a6-d785c60f9140 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.4115441 Nov 19 15:53:23.449613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b0e5935b-5d0b-422b-8d8d-a3d629dcc68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:23.745101 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 {{(pid=80308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:53:23.752920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:23.766020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Transition to ACTIVE for port object 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 will not be triggered until provisioned by entity L2. {{(pid=80308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:53:23.771233 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826724403'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:23.783299 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c9ab20c2-1465-4ee5-b680-83016bd110df req-702d73aa-162a-46f8-acda-3324627cf429 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed HTTP/1.1" status: 200 len: 1000 time: 0.2779410 Nov 19 15:53:23.789500 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:23.790500 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635c769-2eb1-47ae-bdfe-5817e2d10e66 req-945e6f89-ea4d-4b34-bd04-63386f66aa0c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:23.792126 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e635c769-2eb1-47ae-bdfe-5817e2d10e66 req-945e6f89-ea4d-4b34-bd04-63386f66aa0c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 945 time: 0.7431300 Nov 19 15:53:23.793129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-a037787e-5e93-424b-a381-0af354adc918 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:23.795647 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-a037787e-5e93-424b-a381-0af354adc918 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 908 time: 0.6356945 Nov 19 15:53:23.796701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:23.944257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Pushing event updated for resources: {'Port': ['ID=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:23.947635 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:23.949174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks [] for floatingip, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:23.949559 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Floating IP 171fb44e-9700-46a7-a0ba-690ff92ec3d4 disassociated (deleted). External IP: 172.28.3.17, port: 2677ae0c-6ce2-4f13-9a6f-53f55542e16d. Nov 19 15:53:24.021511 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-942bed80-66a8-41b1-8f40-bde6d44a6075 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 217 time: 0.1635201 Nov 19 15:53:24.085329 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab20c2-1465-4ee5-b680-83016bd110df req-2a2a0563-3cdc-4a58-aff2-b9a930fc729d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:24.086931 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c9ab20c2-1465-4ee5-b680-83016bd110df req-2a2a0563-3cdc-4a58-aff2-b9a930fc729d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.2880678 Nov 19 15:53:24.139484 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Attempting to bind port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:53:24.140095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Attempting to bind port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:53:24.140565 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Attempting to bind port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 on network bceac765-e16b-422a-99a7-70bd4bca96eb {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:53:24.146830 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e635c769-2eb1-47ae-bdfe-5817e2d10e66 req-d92a21e3-158c-44a5-aa96-136d912d1888 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3464882 Nov 19 15:53:24.149484 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:53:24.150116 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Checking segment: {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:53:24.150621 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:24.151512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Bound using segment: {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:53:24.152117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Bound port: 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'bceac765-e16b-422a-99a7-70bd4bca96eb'}}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:53:24.154220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:24.201973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-a4b59298-936c-4755-a11f-967c3694e6dc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:24.203674 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-a4b59298-936c-4755-a11f-967c3694e6dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.1615653 Nov 19 15:53:24.279836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] For port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0, host hv-cinder-76330, cleared binding levels {{(pid=80308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:53:24.284194 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] For port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:53:24.290626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826724403'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:24.329326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3c4f9b9b-0df0-4ad3-8692-beb7ca24b784 tempest-ServerRescueNegativeTestJSON-401397197 tempest-ServerRescueNegativeTestJSON-401397197] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:24.371727 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c9ab20c2-1465-4ee5-b680-83016bd110df req-163d6f0a-37e8-4bb7-ae39-a40c57acf4f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2598617 Nov 19 15:53:24.448767 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-9778af08-9a4b-4abb-a609-e390d6302077 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2376375 Nov 19 15:53:24.476251 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Pushing event updated for resources: {'Port': ['ID=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,revision_number=3']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:24.489044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:24.509700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:24.511208 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] 10.222.0.55 "PUT /v2.0/ports/3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 HTTP/1.1" status: 200 len: 1157 time: 1.5414839 Nov 19 15:53:24.511773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'tag': '3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:24.655739 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-c2018205-d9a9-4df9-bca9-224ee6dff0dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 1160 time: 0.0815890 Nov 19 15:53:24.729673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:24.745626 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-6e4d2d9a-d9ad-4d06-90e8-7c6a98f7dbcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 HTTP/1.1" status: 200 len: 217 time: 0.0691023 Nov 19 15:53:24.775600 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c9ab20c2-1465-4ee5-b680-83016bd110df req-a018a580-9459-4fc6-82e0-76009b1d131a service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822722 Nov 19 15:53:24.819325 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2722987-ce87-4566-85f9-32cafea8e89b req-cdabf8aa-20d4-4333-b979-d7c9ea95a5d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:24.820812 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-cdabf8aa-20d4-4333-b979-d7c9ea95a5d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf34683c-f14a-4917-99d0-e402b297943a HTTP/1.1" status: 200 len: 854 time: 0.0687063 Nov 19 15:53:24.875781 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-2ad9ad19-bd9f-4684-9d91-47091aac91de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bceac765-e16b-422a-99a7-70bd4bca96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443141 Nov 19 15:53:24.881889 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-79d1aba4-0279-4659-a1b1-3ad55b003ce2 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734107 Nov 19 15:53:25.038896 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-e4f5c438-0e20-4aa0-8dbb-bdf08c9add23 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444199 Nov 19 15:53:25.121626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd7a4f-9296-472a-a9d8-ba948cff398d req-64afb16b-0040-4e5f-a289-46a26ea7e227 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:25.123209 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dccd7a4f-9296-472a-a9d8-ba948cff398d req-64afb16b-0040-4e5f-a289-46a26ea7e227 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 943 time: 0.6168344 Nov 19 15:53:25.132439 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c9ab20c2-1465-4ee5-b680-83016bd110df req-1b8af95a-81a8-4a08-9a98-1fa61c3d3b11 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3443432 Nov 19 15:53:25.191821 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d2722987-ce87-4566-85f9-32cafea8e89b req-b1d583f1-27c6-436d-8f6c-20178e6a3ddf service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461372 Nov 19 15:53:25.335247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:25.481239 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8858503a-935a-44fe-8ed3-6ff5e1d0bb3f req-009fd53c-4866-454f-8e06-925e0566d021 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5825255 Nov 19 15:53:25.497981 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dccd7a4f-9296-472a-a9d8-ba948cff398d req-0204e432-a515-4864-9a57-f78bbd6b56fb tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3640108 Nov 19 15:53:25.531844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Router f5f90a00-34e9-4c55-a540-3b1c305cdd76 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:53:25.797484 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a653ca-3ba8-4c10-9e05-3c05580cef57 req-0f45edb5-d6e2-4c09-ae29-6bd03a12ae75 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:25.799121 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b2a653ca-3ba8-4c10-9e05-3c05580cef57 req-0f45edb5-d6e2-4c09-ae29-6bd03a12ae75 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 945 time: 0.1740150 Nov 19 15:53:25.808918 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44644) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:25.816040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-00c51965-9d05-4a4a-a4e0-9365b2bd2f9c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Request body: {'floatingip': {'port_id': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:53:25.828991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:53:25.840827 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] Sync routers for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:53:25.858748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:53:25.858972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:25.860476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:53:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:25.911881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-00c51965-9d05-4a4a-a4e0-9365b2bd2f9c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:25.974121 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'tag': '3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0', 'status': 'completed', 'code': 200} Nov 19 15:53:25.989830 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "DELETE /v2.0/floatingips/171fb44e-9700-46a7-a0ba-690ff92ec3d4 HTTP/1.1" status: 204 len: 173 time: 4.3708141 Nov 19 15:53:25.991880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:26.080702 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-34ce7a9e-0972-4f3c-be13-d0bfd2d2fc46 req-30385ef6-7fbf-4d85-b999-03d384219513 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 1160 time: 0.1571059 Nov 19 15:53:26.108938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:53:26.116840 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'status': 'completed', 'code': 200} Nov 19 15:53:26.217990 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-089adc28-4d93-4f75-9896-890b1b36894a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1162 time: 0.2102902 Nov 19 15:53:26.293923 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce7a9e-0972-4f3c-be13-d0bfd2d2fc46 req-6eae2dfa-d7e0-4937-ab4d-f3548508ec98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:26.296006 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-34ce7a9e-0972-4f3c-be13-d0bfd2d2fc46 req-6eae2dfa-d7e0-4937-ab4d-f3548508ec98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 200 len: 908 time: 0.2072093 Nov 19 15:53:26.404548 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f9a35ed3-8d0d-41f2-aea9-d0613b913810 req-b3e3e56f-5378-464c-aa72-5018e55dac81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b8a76c88161e489eb089aa68bd2974aa&device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 1162 time: 0.1928635 Nov 19 15:53:26.427181 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-34ce7a9e-0972-4f3c-be13-d0bfd2d2fc46 req-9a1c027a-0450-4cb5-b61f-4dd27c80d2ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 HTTP/1.1" status: 200 len: 217 time: 0.0845916 Nov 19 15:53:26.465119 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '2ed3ee7f-4805-4464-857a-104ead991f65', 'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'mac_address': 'fa:16:3e:80:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:24Z', 'updated_at': '2020-11-19T15:50:32Z', 'revision_number': 5, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'subnets': [{'id': '197f1051-f64d-40ab-8c2e-b78788735868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:26.469613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] Checking router: f5f90a00-34e9-4c55-a540-3b1c305cdd76 for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:53:26.482181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:53:26.483142 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:53:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:26.502689 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-ffdfeba0-b691-42cf-aba3-3da5c6abcc56 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:26.504349 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-ffdfeba0-b691-42cf-aba3-3da5c6abcc56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 908 time: 0.2790730 Nov 19 15:53:26.576433 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce7a9e-0972-4f3c-be13-d0bfd2d2fc46 req-b3feac52-b95d-4fb8-9472-187614152e7c service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:26.578030 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-34ce7a9e-0972-4f3c-be13-d0bfd2d2fc46 req-b3feac52-b95d-4fb8-9472-187614152e7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf34683c-f14a-4917-99d0-e402b297943a HTTP/1.1" status: 200 len: 854 time: 0.1415122 Nov 19 15:53:26.587671 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-d88760e6-db4b-4c65-9488-770a73fe2c18 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 217 time: 0.0723493 Nov 19 15:53:26.648564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a35ed3-8d0d-41f2-aea9-d0613b913810 req-153d4478-a72a-4901-911c-35000c366217 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:26.650297 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f9a35ed3-8d0d-41f2-aea9-d0613b913810 req-153d4478-a72a-4901-911c-35000c366217 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 200 len: 908 time: 0.1899943 Nov 19 15:53:26.683711 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-34ce7a9e-0972-4f3c-be13-d0bfd2d2fc46 req-218ed422-bc66-45e1-8735-9242dd5a61e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bceac765-e16b-422a-99a7-70bd4bca96eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950165 Nov 19 15:53:26.713959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:53:26.745766 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f9a35ed3-8d0d-41f2-aea9-d0613b913810 req-de90344c-63c8-4097-b4ad-0f53169dbd42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 200 len: 217 time: 0.0867867 Nov 19 15:53:26.821168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-d24693ec-72de-4d21-a192-e84268d7e008 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:26.822782 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-d24693ec-72de-4d21-a192-e84268d7e008 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.1930439 Nov 19 15:53:26.943985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a35ed3-8d0d-41f2-aea9-d0613b913810 req-0a3260e5-0605-4cb6-ae4f-42bce4839441 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:26.945667 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f9a35ed3-8d0d-41f2-aea9-d0613b913810 req-0a3260e5-0605-4cb6-ae4f-42bce4839441 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 200 len: 853 time: 0.1810107 Nov 19 15:53:27.000216 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b28b2-77aa-499b-838a-5794d2919a46 req-57cfb25b-93c9-400e-840d-111ab10d7b0b tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:27.001845 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a53b28b2-77aa-499b-838a-5794d2919a46 req-57cfb25b-93c9-400e-840d-111ab10d7b0b tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 943 time: 0.3261335 Nov 19 15:53:27.015260 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-34ce7a9e-0972-4f3c-be13-d0bfd2d2fc46 req-6d66250a-3a10-4907-86b4-4d2c5e2e8bbb service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881839 Nov 19 15:53:27.033830 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-00c51965-9d05-4a4a-a4e0-9365b2bd2f9c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:27.039862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-00c51965-9d05-4a4a-a4e0-9365b2bd2f9c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:27.104930 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-b8f42fc9-7006-44c4-b616-d96901f37e90 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2210863 Nov 19 15:53:27.113930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '2ed3ee7f-4805-4464-857a-104ead991f65', 'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'mac_address': 'fa:16:3e:80:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:24Z', 'updated_at': '2020-11-19T15:50:32Z', 'revision_number': 5, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'subnets': [{'id': '197f1051-f64d-40ab-8c2e-b78788735868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:27.118995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681dcafc-7168-424e-bb24-4f1d9fb332c8 None None] The sync data for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb is: [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:50:25Z', 'revision_number': 4, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '2ed3ee7f-4805-4464-857a-104ead991f65', 'name': '', 'network_id': 'd5ccc901-2a26-468a-972b-1ca66f4ebc1a', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'mac_address': 'fa:16:3e:80:08:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '197f1051-f64d-40ab-8c2e-b78788735868', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:24Z', 'updated_at': '2020-11-19T15:50:32Z', 'revision_number': 5, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'subnets': [{'id': '197f1051-f64d-40ab-8c2e-b78788735868', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:53:27.143698 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f9a35ed3-8d0d-41f2-aea9-d0613b913810 req-596c5d64-4fea-4fe8-9a36-1be6f080ce2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d5ccc901-2a26-468a-972b-1ca66f4ebc1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1860535 Nov 19 15:53:27.211373 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a53b28b2-77aa-499b-838a-5794d2919a46 req-62baf2fc-d279-478a-a2bb-99c3cf3e189d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985409 Nov 19 15:53:27.343316 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-34ce7a9e-0972-4f3c-be13-d0bfd2d2fc46 req-22de30cc-2b73-4134-a9d7-b6385d3f7609 service neutron] 10.222.0.55 "GET /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3093228 Nov 19 15:53:27.372719 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-68f52216-a7f2-4503-9b71-295e1545619a service neutron] 10.222.0.48 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031741 Nov 19 15:53:27.534321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ff47a-169f-4bdb-ad57-56fff3fbe404 None None] New status for floating IP 171fb44e-9700-46a7-a0ba-690ff92ec3d4: DOWN {{(pid=80311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:53:27.604529 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f9a35ed3-8d0d-41f2-aea9-d0613b913810 req-2a4639b3-c91f-4c54-83eb-529279a727c2 service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4521849 Nov 19 15:53:27.675751 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [None req-00c51965-9d05-4a4a-a4e0-9365b2bd2f9c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Floating IP fac9efaa-58ba-428a-9ae0-73a4b4d7609f associated. External IP: 172.28.3.233, port: ad6658ec-9a4a-4890-9787-bdf4d7a94e54. Nov 19 15:53:27.765632 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-48c04d54-ce6a-4b46-85af-8878cd82e51d req-67a8f9b4-930a-4e7e-9ef7-af5ae72c49bd service neutron] 10.222.0.48 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3850076 Nov 19 15:53:27.846258 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f9a35ed3-8d0d-41f2-aea9-d0613b913810 req-d2ecad1d-3beb-4508-8e57-8f2b4cefd76f service neutron] 10.222.0.55 "GET /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2333038 Nov 19 15:53:28.197583 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c51965-9d05-4a4a-a4e0-9365b2bd2f9c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Router a08ecbcc-512a-444a-a208-38de4a58671c has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:53:28.420055 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c51965-9d05-4a4a-a4e0-9365b2bd2f9c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:53:28.425429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-00c51965-9d05-4a4a-a4e0-9365b2bd2f9c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:28.430938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] Sync routers for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:53:28.443364 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:53:28.444039 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:53:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:28.489539 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-00c51965-9d05-4a4a-a4e0-9365b2bd2f9c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "PUT /v2.0/floatingips/fac9efaa-58ba-428a-9ae0-73a4b4d7609f HTTP/1.1" status: 200 len: 991 time: 2.6785779 Nov 19 15:53:28.490887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'tag': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:28.540063 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f85652-8179-4ceb-ba61-8d8ae7ef3b22 req-d0ed30bf-39f4-4979-ad6f-63479588fa7a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:28.541690 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0f85652-8179-4ceb-ba61-8d8ae7ef3b22 req-d0ed30bf-39f4-4979-ad6f-63479588fa7a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 943 time: 0.1926217 Nov 19 15:53:28.592303 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0f85652-8179-4ceb-ba61-8d8ae7ef3b22 req-511d42b5-516e-4efb-ab6d-12a276b7a15c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Nov 19 15:53:28.668827 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'tag': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54', 'status': 'completed', 'code': 200} Nov 19 15:53:28.800895 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:53:28.850745 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8471599b-1495-4833-9cfe-64df7c516ba6 req-4e5203f2-3b3f-4d60-8e49-a7411daf5103 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa9f0425731e423fbf02bdd413472e79&device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 1162 time: 0.0834193 Nov 19 15:53:29.006298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471599b-1495-4833-9cfe-64df7c516ba6 req-a4cae21b-d2ca-4bac-b971-a56029836857 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:29.008159 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8471599b-1495-4833-9cfe-64df7c516ba6 req-a4cae21b-d2ca-4bac-b971-a56029836857 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 200 len: 905 time: 0.1446533 Nov 19 15:53:29.116547 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8471599b-1495-4833-9cfe-64df7c516ba6 req-120c6a34-c186-406e-bca7-53206e1768d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ad6658ec-9a4a-4890-9787-bdf4d7a94e54 HTTP/1.1" status: 200 len: 999 time: 0.1002836 Nov 19 15:53:29.169701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': 'fac9efaa-58ba-428a-9ae0-73a4b4d7609f', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'floating_ip_address': '172.28.3.233', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'port_id': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'mac_address': 'fa:16:3e:59:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:53:01Z', 'updated_at': '2020-11-19T15:53:26Z', 'revision_number': 1, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:29.173873 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] Checking router: a08ecbcc-512a-444a-a208-38de4a58671c for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:53:29.185625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:53:29.186338 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:53:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:29.200810 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471599b-1495-4833-9cfe-64df7c516ba6 req-969449b8-47b1-400f-9e4a-b84e757b5ca0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:29.202424 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8471599b-1495-4833-9cfe-64df7c516ba6 req-969449b8-47b1-400f-9e4a-b84e757b5ca0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 200 len: 850 time: 0.0724542 Nov 19 15:53:29.268535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:53:29.307187 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8471599b-1495-4833-9cfe-64df7c516ba6 req-fbd712db-f6aa-4519-80e4-d4774431ba0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ff79497e-4d00-46d7-9667-b21a1f313c56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0924904 Nov 19 15:53:29.425805 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:53:29.480324 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8471599b-1495-4833-9cfe-64df7c516ba6 req-0bf74d19-35b0-4d3b-8ec8-9c22bd5033e8 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600094 Nov 19 15:53:29.586526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:29.690462 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8471599b-1495-4833-9cfe-64df7c516ba6 req-6bd4487c-945a-42e4-9b6f-931c937081f4 service neutron] 10.222.0.55 "GET /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2017219 Nov 19 15:53:29.841722 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:53:29.848350 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e31621-9820-42e0-b9c9-4430cc6025ff req-31daf3df-5e61-4733-8016-a6044489222f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:29.849981 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-79e31621-9820-42e0-b9c9-4430cc6025ff req-31daf3df-5e61-4733-8016-a6044489222f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 943 time: 0.0986917 Nov 19 15:53:29.875868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:29.876520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:29.900987 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-79e31621-9820-42e0-b9c9-4430cc6025ff req-c26aceb5-5699-4a47-8ba2-9a66d6141d89 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441577 Nov 19 15:53:30.015707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': 'fac9efaa-58ba-428a-9ae0-73a4b4d7609f', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'floating_ip_address': '172.28.3.233', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'port_id': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'mac_address': 'fa:16:3e:59:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:53:01Z', 'updated_at': '2020-11-19T15:53:26Z', 'revision_number': 1, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:30.025131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207cb047-f2c3-494d-a52a-3d842a0a617c None None] The sync data for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb is: [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': 'fac9efaa-58ba-428a-9ae0-73a4b4d7609f', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'floating_ip_address': '172.28.3.233', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'port_id': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'mac_address': 'fa:16:3e:59:eb:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:53:01Z', 'updated_at': '2020-11-19T15:53:26Z', 'revision_number': 1, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:53:30.033423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:30.062938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:30.074684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:30.078322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:30.080638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:30.130345 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0', 'code': 200} Nov 19 15:53:30.152529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:30.163458 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.163706 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.164086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.164884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.165313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.165686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.166259 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.166643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.167034 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.167396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.167756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.168115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.168557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.170031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.170415 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.171025 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.171402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.171765 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.172131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.172490 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.172851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.173209 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.173566 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.173922 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:30.178296 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:30.316324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f4fde-dadf-4b64-9f1d-8db3407051df None None] New status for floating IP fac9efaa-58ba-428a-9ae0-73a4b4d7609f: ACTIVE {{(pid=80311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:53:30.418126 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d22398f-b95d-487a-bb43-544b7774c73f req-09ad304e-b57c-42f2-94a3-2695d711bca5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 1162 time: 0.0785077 Nov 19 15:53:30.465889 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5d22398f-b95d-487a-bb43-544b7774c73f req-20da6978-32fe-4784-b855-20c00f15dc13 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400147 Nov 19 15:53:30.883957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:53:30.962861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:53:30.963271 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:31.244295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d532cd-003f-4a4d-a9ab-92af54e0e565 req-4a746248-6796-4b6a-aa21-be4c0b35b5e7 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:31.245911 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-98d532cd-003f-4a4d-a9ab-92af54e0e565 req-4a746248-6796-4b6a-aa21-be4c0b35b5e7 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 945 time: 0.0931830 Nov 19 15:53:31.295990 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-98d532cd-003f-4a4d-a9ab-92af54e0e565 req-82fcd9a4-90ee-4717-b4b4-2891dfb5d8ba tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435328 Nov 19 15:53:31.493896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a58b2-55c8-49e9-b418-eb83822e713e req-83fe438f-2bc0-4532-82d8-c62064e9c2b4 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:31.494646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3c8a58b2-55c8-49e9-b418-eb83822e713e req-83fe438f-2bc0-4532-82d8-c62064e9c2b4 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Synchronizing usage tracker for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:31.509011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3c8a58b2-55c8-49e9-b418-eb83822e713e req-83fe438f-2bc0-4532-82d8-c62064e9c2b4 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Unset dirty status for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:31.510227 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3c8a58b2-55c8-49e9-b418-eb83822e713e req-83fe438f-2bc0-4532-82d8-c62064e9c2b4 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.1005626 Nov 19 15:53:31.557497 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3c8a58b2-55c8-49e9-b418-eb83822e713e req-b049e58d-8966-42a4-ae41-d56eaede8b60 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Synchronizing usage tracker for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:31.571472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3c8a58b2-55c8-49e9-b418-eb83822e713e req-b049e58d-8966-42a4-ae41-d56eaede8b60 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Unset dirty status for tenant:b8a76c88161e489eb089aa68bd2974aa on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:31.572650 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3c8a58b2-55c8-49e9-b418-eb83822e713e req-b049e58d-8966-42a4-ae41-d56eaede8b60 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557556 Nov 19 15:53:32.509242 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3639cb-edcc-4099-8539-6a4abaaaaebd req-4ec0a458-bc97-4b19-9270-b8c29a0058ec tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:32.510791 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9b3639cb-edcc-4099-8539-6a4abaaaaebd req-4ec0a458-bc97-4b19-9270-b8c29a0058ec tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 945 time: 0.0846207 Nov 19 15:53:32.561416 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9b3639cb-edcc-4099-8539-6a4abaaaaebd req-8601def9-3ced-41b2-9061-0d565478b279 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440295 Nov 19 15:53:32.797494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0035487-9a5c-46c6-8b3a-c9ecaccaafca req-6a61a978-33e5-4607-a019-35fd791a8882 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:32.799103 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0035487-9a5c-46c6-8b3a-c9ecaccaafca req-6a61a978-33e5-4607-a019-35fd791a8882 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.0892370 Nov 19 15:53:32.847594 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0035487-9a5c-46c6-8b3a-c9ecaccaafca req-bf6024e2-3724-4951-98ce-4eea89c46764 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421681 Nov 19 15:53:34.058383 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ddead-ae76-4668-b909-d6dd776c809c req-142bca64-4c71-4a92-a435-20a5d5fe91b9 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:34.060671 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-473ddead-ae76-4668-b909-d6dd776c809c req-142bca64-4c71-4a92-a435-20a5d5fe91b9 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.0826662 Nov 19 15:53:34.112608 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-473ddead-ae76-4668-b909-d6dd776c809c req-f6bf06e5-05d0-438a-8709-f4199d317919 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458403 Nov 19 15:53:34.245829 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-64676980-0750-4fc2-8f47-5ff681af38a7 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:34.247444 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-64676980-0750-4fc2-8f47-5ff681af38a7 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.55 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 945 time: 0.0836253 Nov 19 15:53:34.325654 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Deleting port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:34.326038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:34.574295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44788) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:34.652122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] For port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:34.652519 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:34.750215 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 2677ae0c-6ce2-4f13-9a6f-53f55542e16d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:53:34.796298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-24a40d95-b1e6-4e08-939f-eb1ae2570717 admin admin] Deleting subnet 7cb96b53-0e5b-495c-a7f7-5a78dd585619 {{(pid=80308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:53:34.804838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Calling delete_port for 2677ae0c-6ce2-4f13-9a6f-53f55542e16d owned by compute:nova {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:34.845833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-24a40d95-b1e6-4e08-939f-eb1ae2570717 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:34.869796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:34.899337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:34.910503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:34.919309 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:34.920533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-24a40d95-b1e6-4e08-939f-eb1ae2570717 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826442965'] for subnet, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:34.921348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dc48dad1-e35f-46ab-a386-bb8684005125 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:34.989255 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'code': 200} Nov 19 15:53:34.995381 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80308) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:53:34.995743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:53:34.998874 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-24a40d95-b1e6-4e08-939f-eb1ae2570717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:35.025145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,revision_number=7']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:35.028771 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:35.333200 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655763b7-30dd-42cb-a806-e34a2f9b685b req-93a5c89e-b7f3-4f56-b9d3-9ba746cd30f5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:35.334964 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-655763b7-30dd-42cb-a806-e34a2f9b685b req-93a5c89e-b7f3-4f56-b9d3-9ba746cd30f5 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 943 time: 0.0902817 Nov 19 15:53:35.387093 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-655763b7-30dd-42cb-a806-e34a2f9b685b req-b78c781b-db72-4508-8aa6-6e86801067f1 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/security-groups?id=24c43eea-d85a-4324-ab99-43ec40e6e425&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449769 Nov 19 15:53:35.473032 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-24a40d95-b1e6-4e08-939f-eb1ae2570717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826724464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826701859'] for subnet, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:35.488840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fde02ddb-c64d-4158-8086-9837fabe52e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:35.520992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Deleting port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:35.521366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:35.578620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a40d95-b1e6-4e08-939f-eb1ae2570717 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb96b53-0e5b-495c-a7f7-5a78dd585619,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:35.587540 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-24a40d95-b1e6-4e08-939f-eb1ae2570717 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:35.774028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-24a40d95-b1e6-4e08-939f-eb1ae2570717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:35.856123 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-24a40d95-b1e6-4e08-939f-eb1ae2570717 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7cb96b53-0e5b-495c-a7f7-5a78dd585619 HTTP/1.1" status: 204 len: 168 time: 1.2780859 Nov 19 15:53:35.859060 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44804) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:35.906243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] For port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:35.906614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:35.981010 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:36.036875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Calling delete_port for 2677ae0c-6ce2-4f13-9a6f-53f55542e16d owned by compute:nova {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:36.180327 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:36.185858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:36.203621 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:36.261161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Pushing event deleted for resources: {'Port': ['ID=2677ae0c-6ce2-4f13-9a6f-53f55542e16d,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:36.263964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:36.300554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.300956 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.301756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.302132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > port after_create 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.302495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.302880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > port after_update 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.303264 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.303633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.303991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.304349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.380127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.380527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.380868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.381243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80309) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Nov 19 15:53:36.381636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea196d1c-6c86-4756-83cb-20c0a9935a58']}} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:36.396656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1684072e-8f58-469f-a9aa-7a57e9095dd0') {'for_net_delete': True} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:36.397076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1684072e-8f58-469f-a9aa-7a57e9095dd0') {} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:36.412655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] No DVR routers for this DVR port 2677ae0c-6ce2-4f13-9a6f-53f55542e16d on host hv-cinder-76330 {{(pid=80308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:53:36.414017 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28124490'] for segment, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:36.415230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:36.420879 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'name': 'network-vif-deleted', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:36.431330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:36.433554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:53:36.438912 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe9c6813-3e61-4f97-85ef-7caadb344a7f req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.55 "DELETE /v2.0/ports/2677ae0c-6ce2-4f13-9a6f-53f55542e16d HTTP/1.1" status: 204 len: 173 time: 2.1845772 Nov 19 15:53:36.521551 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0363adf-e8f0-4604-9092-e6ca0de88fc4', 'name': 'network-vif-deleted', 'tag': '2677ae0c-6ce2-4f13-9a6f-53f55542e16d', 'status': 'completed', 'code': 200} Nov 19 15:53:36.673945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Network ea196d1c-6c86-4756-83cb-20c0a9935a58 has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:53:36.683007 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-14896a86-fde9-4c43-9f0b-6594e8e7073b req-aa32e3a8-71d7-4a3c-97c9-bdb617eb038c tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] 10.222.0.48 "GET /v2.0/ports?device_id=b0363adf-e8f0-4604-9092-e6ca0de88fc4 HTTP/1.1" status: 200 len: 210 time: 0.1148546 Nov 19 15:53:36.684813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29222161'] for segment, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:36.875141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Network ea196d1c-6c86-4756-83cb-20c0a9935a58 has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: (rel_b, rel_a, rel_b), Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1997: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: (rel_b, rel_a, rel_b), Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:53:36.904341 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:53:36.987285 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:36.992615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:36.996422 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:37.019754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea196d1c-6c86-4756-83cb-20c0a9935a58,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:37.033731 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ea196d1c-6c86-4756-83cb-20c0a9935a58 HTTP/1.1" status: 204 len: 168 time: 1.1711853 Nov 19 15:53:37.033731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.033731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.035016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.035617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.035933 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.036630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.037004 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.037502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.037960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.038418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.038928 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.039408 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.041424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.041896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.042376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.042864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.043339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.043810 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.044263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.044716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.045176 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.045628 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.046068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.046651 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:37.050426 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d73b650c-8756-4694-85e6-49c23b326fd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:37.183787 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44826) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:37.248332 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-536d28c9-84fc-408a-a3a4-53e69a481614 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8df38ae2582446389f15487eed52570d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0596735 Nov 19 15:53:37.248784 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44832) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:37.337944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83944966-45ca-4405-8d57-c73ae072f5c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:37.367706 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83944966-45ca-4405-8d57-c73ae072f5c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:37.420008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83944966-45ca-4405-8d57-c73ae072f5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:37.425217 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f0f18f25-d0cc-4de2-8eca-e0338e5ed585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:37.440366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83944966-45ca-4405-8d57-c73ae072f5c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:37.443165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-83944966-45ca-4405-8d57-c73ae072f5c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:37.444353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-83944966-45ca-4405-8d57-c73ae072f5c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:37.447233 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-83944966-45ca-4405-8d57-c73ae072f5c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84f9c1c8-dead-4ffb-b080-ae3dcfd51ad7 HTTP/1.1" status: 204 len: 168 time: 0.1957355 Nov 19 15:53:38.544423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44894) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:38.956661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225131'] for router_interface, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:39.581048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Deleting port 2ed3ee7f-4805-4464-857a-104ead991f65 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:39.581611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:39.761564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] For port 2ed3ee7f-4805-4464-857a-104ead991f65, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=2ed3ee7f-4805-4464-857a-104ead991f65,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:39.761955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:39.888093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Calling delete_port for 2ed3ee7f-4805-4464-857a-104ead991f65 owned by network:router_interface {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:40.071040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:40.086999 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f91b079b-2927-4d80-a577-79840cd74f08 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:40.145123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Pushing event deleted for resources: {'Port': ['ID=2ed3ee7f-4805-4464-857a-104ead991f65,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:40.149681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:40.584788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238121da-e7d5-4ab7-b292-d4498f67a7c1 req-0947a2a7-22d3-442d-be50-2e314d9e9b0d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:40.586442 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-238121da-e7d5-4ab7-b292-d4498f67a7c1 req-0947a2a7-22d3-442d-be50-2e314d9e9b0d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 945 time: 0.1624537 Nov 19 15:53:40.717745 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-238121da-e7d5-4ab7-b292-d4498f67a7c1 req-20e2842e-5050-4a4e-a0dc-5ba27b33aee0 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236150 Nov 19 15:53:40.855488 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3437258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854232743'] for router_interface, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:41.581885 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Router f5f90a00-34e9-4c55-a540-3b1c305cdd76 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:53:41.794883 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:53:41.805037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] Sync routers for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:53:41.809169 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] 10.222.0.48 "PUT /v2.0/routers/f5f90a00-34e9-4c55-a540-3b1c305cdd76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2627656 Nov 19 15:53:41.811313 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 44922) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:41.825406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:53:41.826117 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:53:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:41.938556 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143c52b-cddc-470b-b8ad-aa2961ee0346 req-39e1519a-491b-4ebe-902a-e68c4c8bf6b8 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:41.942009 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2143c52b-cddc-470b-b8ad-aa2961ee0346 req-39e1519a-491b-4ebe-902a-e68c4c8bf6b8 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 945 time: 0.0879478 Nov 19 15:53:41.999534 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2143c52b-cddc-470b-b8ad-aa2961ee0346 req-e7c318f6-ab4d-448e-b581-7fd1bcb20ea6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530992 Nov 19 15:53:42.026840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:53:42.044017 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks [] for router, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:42.252669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:42.262088 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Deleting port 38e55b53-314f-47d4-be03-9ba717be13ec {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:42.263030 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:42.452734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] For port 38e55b53-314f-47d4-be03-9ba717be13ec, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=38e55b53-314f-47d4-be03-9ba717be13ec,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:42.453107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:42.493279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113'}], 'enable_snat': True}, 'gw_port_id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:53:40Z', 'revision_number': 5, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port': {'id': '38e55b53-314f-47d4-be03-9ba717be13ec', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:50:20Z', 'updated_at': '2020-11-19T15:50:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:42.497878 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] Checking router: f5f90a00-34e9-4c55-a540-3b1c305cdd76 for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:53:42.509083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] Routers {'f5f90a00-34e9-4c55-a540-3b1c305cdd76'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:53:42.509681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:53:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:42.585264 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Calling delete_port for 38e55b53-314f-47d4-be03-9ba717be13ec owned by network:router_gateway {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:42.666522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] Set router f5f90a00-34e9-4c55-a540-3b1c305cdd76 gateway port host: None {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:53:42.777967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:53:42Z', 'revision_number': 6, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port_host': None}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:42.782010 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ef1fae-4770-4787-b860-84088a251391 None None] The sync data for ids ['f5f90a00-34e9-4c55-a540-3b1c305cdd76'] in dv-cinder-763306-3-smb is: [{'id': 'f5f90a00-34e9-4c55-a540-3b1c305cdd76', 'name': 'tempest-TestMinimumBasicScenario-219082275-router', 'tenant_id': 'b8a76c88161e489eb089aa68bd2974aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:50:19Z', 'updated_at': '2020-11-19T15:53:42Z', 'revision_number': 6, 'project_id': 'b8a76c88161e489eb089aa68bd2974aa', 'gw_port_host': None}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:53:42.857198 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:53:42.872557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-085f0e10-2321-49ce-b600-eeda60a3bfff tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:42.873328 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-085f0e10-2321-49ce-b600-eeda60a3bfff tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Synchronizing usage tracker for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:42.897182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-085f0e10-2321-49ce-b600-eeda60a3bfff tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Unset dirty status for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:42.897905 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-085f0e10-2321-49ce-b600-eeda60a3bfff tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 945 time: 0.2861552 Nov 19 15:53:42.989791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Deleting port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:42.990172 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:42.991462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:43.020203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:43.031734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:43.036518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:43.038779 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:43.110189 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:43.113986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:43.123084 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0', 'code': 200} Nov 19 15:53:43.289222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b710-c151-42a1-a11e-67ad9c359d07 req-dc112414-2b8c-4cb0-ac1e-023280a85f04 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:43.290826 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f5c9b710-c151-42a1-a11e-67ad9c359d07 req-dc112414-2b8c-4cb0-ac1e-023280a85f04 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 943 time: 0.0961657 Nov 19 15:53:43.342122 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f5c9b710-c151-42a1-a11e-67ad9c359d07 req-64266e9a-127f-4abe-90cf-80bc3c682de0 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448804 Nov 19 15:53:43.375791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:43.393562 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ffe3a822-6436-47df-bd3e-a0bd70bba99e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:43.473995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Pushing event deleted for resources: {'Port': ['ID=38e55b53-314f-47d4-be03-9ba717be13ec,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:43.477065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:43.684747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] For port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:43.685148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:43.853519 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Calling delete_port for 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 owned by compute:nova {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:44.078103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225797'] for router_gateway, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:44.406778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1751'] for router, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:44.411509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:44.414414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:44.417165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 2ed3ee7f-4805-4464-857a-104ead991f65 no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:53:44.430206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:44.457954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: 2ed3ee7f-4805-4464-857a-104ead991f65 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:53:44.458869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 2ed3ee7f-4805-4464-857a-104ead991f65 not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:53:44.459921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 38e55b53-314f-47d4-be03-9ba717be13ec no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:53:44.490184 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Pushing event deleted for resources: {'Port': ['ID=3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:44.497280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: 38e55b53-314f-47d4-be03-9ba717be13ec {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:53:44.498174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 38e55b53-314f-47d4-be03-9ba717be13ec not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:53:44.503120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:44.544624 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-398b7b40-dbc4-46c3-b313-f1a4dcf55d3f req-6706b58f-55d4-41ef-96a6-dba917e8b1bd tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37 HTTP/1.1" status: 200 len: 210 time: 0.0488162 Nov 19 15:53:44.647625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663513'] for router, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:44.648115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5f90a00-34e9-4c55-a540-3b1c305cdd76 {{(pid=80308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 15:53:44.698960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] Notify callbacks [] for router, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:44.700795 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5220ac31-0520-4055-8625-205b4464745b admin admin] 10.222.0.48 "DELETE /v2.0/routers/f5f90a00-34e9-4c55-a540-3b1c305cdd76 HTTP/1.1" status: 204 len: 168 time: 2.8883281 Nov 19 15:53:44.703800 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44942) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:44.747387 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] No DVR routers for this DVR port 3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 on host hv-cinder-76330 {{(pid=80308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:53:44.749790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:44.751924 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a5ee2136-a7b6-4776-9b6d-6f246e9d775a req-27e6c7be-3c01-4373-9666-c74baf442bf6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "DELETE /v2.0/ports/3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0 HTTP/1.1" status: 204 len: 173 time: 1.8476725 Nov 19 15:53:44.752477 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'name': 'network-vif-deleted', 'tag': '3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:44.779274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-612443ab-ac5d-4b6e-9d08-052e1ce6235a admin admin] Deleting subnet 197f1051-f64d-40ab-8c2e-b78788735868 {{(pid=80309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:53:44.782439 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-612443ab-ac5d-4b6e-9d08-052e1ce6235a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:44.814156 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c42260b2-3b38-4d3c-b5f2-e71e3f9a4d37', 'name': 'network-vif-deleted', 'tag': '3f2834a8-42ee-4df0-b99f-e92c1c3fd8f0', 'status': 'completed', 'code': 200} Nov 19 15:53:44.839498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-612443ab-ac5d-4b6e-9d08-052e1ce6235a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826651327'] for subnet, precommit_delete_associations {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:44.963815 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-612443ab-ac5d-4b6e-9d08-052e1ce6235a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:45.224371 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-612443ab-ac5d-4b6e-9d08-052e1ce6235a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036825553741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036825821362'] for subnet, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:45.241104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dd1bcdbc-991a-433e-a841-c3c3b1a6d342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:45.289335 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612443ab-ac5d-4b6e-9d08-052e1ce6235a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197f1051-f64d-40ab-8c2e-b78788735868,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:45.293958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-612443ab-ac5d-4b6e-9d08-052e1ce6235a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:45.376509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-612443ab-ac5d-4b6e-9d08-052e1ce6235a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:45.381700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec71e421-4a19-4093-ad2f-c184dc27d024 None None] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:53:45.383381 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-612443ab-ac5d-4b6e-9d08-052e1ce6235a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/197f1051-f64d-40ab-8c2e-b78788735868 HTTP/1.1" status: 204 len: 168 time: 0.6781735 Nov 19 15:53:45.385544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44950) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:45.507380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:45.575882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Deleting port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:45.576387 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:45.658763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] DHCP port deletion for d5ccc901-2a26-468a-972b-1ca66f4ebc1a request from dv-cinder-763306-3-smb {{(pid=80310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 15:53:45.663510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] Deleting port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 {{(pid=80310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:45.665010 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:45.930727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] For port d82d8b6b-3dbc-456f-a042-1b33276f5cc8, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=d82d8b6b-3dbc-456f-a042-1b33276f5cc8,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:45.931258 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:46.051301 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] For port d82d8b6b-3dbc-456f-a042-1b33276f5cc8, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=d82d8b6b-3dbc-456f-a042-1b33276f5cc8,segment=NetworkSegment(00b64625-9fa4-4e25-b2c7-af0cccf5b2e3),segment_id=00b64625-9fa4-4e25-b2c7-af0cccf5b2e3)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:46.051678 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:46.063247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] Calling delete_port for d82d8b6b-3dbc-456f-a042-1b33276f5cc8 owned by network:dhcp {{(pid=80310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:46.181194 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Calling delete_port for d82d8b6b-3dbc-456f-a042-1b33276f5cc8 owned by network:dhcp {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:46.204416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:46.219792 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:46.255492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:53:46.256036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:53:46.276188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] Pushing event deleted for resources: {'Port': ['ID=d82d8b6b-3dbc-456f-a042-1b33276f5cc8,revision_number=None']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:46.280812 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:46.357650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] No DVR routers for this DVR port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 on host dv-cinder-763306-3-smb {{(pid=80310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:53:46.412362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device d82d8b6b-3dbc-456f-a042-1b33276f5cc8 no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:53:46.447466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: d82d8b6b-3dbc-456f-a042-1b33276f5cc8 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:53:46.447872 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device d82d8b6b-3dbc-456f-a042-1b33276f5cc8 not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:53:46.757370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Deleting port d82d8b6b-3dbc-456f-a042-1b33276f5cc8 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:46.757775 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:46.822968 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] The port 'd82d8b6b-3dbc-456f-a042-1b33276f5cc8' was deleted {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 15:53:46.946460 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:47.073746 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ccc901-2a26-468a-972b-1ca66f4ebc1a']}} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:47.086622 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3') {'for_net_delete': True} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:47.087013 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b64625-9fa4-4e25-b2c7-af0cccf5b2e3') {} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:53:47.100104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28124490'] for segment, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:47.119863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:47.121974 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:53:47.309714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:53:47.320545 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29222161'] for segment, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:47.565536 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Network d5ccc901-2a26-468a-972b-1ca66f4ebc1a has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: % (table.description, expected, rows_matched) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: % (table.description, expected, rows_matched) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: % (table.description, expected, rows_matched) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: % (table.description, expected, rows_matched) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:53:47.589214 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:53:47.677526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93eb92b-240a-4c9d-9a96-296f7825e92c req-c43b513b-22bc-4fb8-8fc9-8eda9724aa6c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:47.679172 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b93eb92b-240a-4c9d-9a96-296f7825e92c req-c43b513b-22bc-4fb8-8fc9-8eda9724aa6c tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 945 time: 0.3613377 Nov 19 15:53:47.682944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:47.688443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:47.717670 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:47.728500 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ccc901-2a26-468a-972b-1ca66f4ebc1a,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:47.737593 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:47.755977 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d5ccc901-2a26-468a-972b-1ca66f4ebc1a HTTP/1.1" status: 204 len: 168 time: 2.3694339 Nov 19 15:53:47.767061 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b93eb92b-240a-4c9d-9a96-296f7825e92c req-7eb89c2f-ace7-44ce-97fe-9a5c00f00f21 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813444 Nov 19 15:53:47.960627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44978) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:48.014023 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-7fcd3b03-3dda-4f53-a97b-33e77a6e6257 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8a76c88161e489eb089aa68bd2974aa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516646 Nov 19 15:53:48.016440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 44982) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:53:48.079368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5624065a-62af-451e-a1cc-20e198260363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:48.109655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5624065a-62af-451e-a1cc-20e198260363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:48.156545 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5624065a-62af-451e-a1cc-20e198260363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:48.161614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4b13f2ae-b431-41e5-9ead-02acddbe0314 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:48.175432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5624065a-62af-451e-a1cc-20e198260363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c43eea-d85a-4324-ab99-43ec40e6e425,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:48.178274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5624065a-62af-451e-a1cc-20e198260363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:48.184168 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5624065a-62af-451e-a1cc-20e198260363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:48.185304 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5624065a-62af-451e-a1cc-20e198260363 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24c43eea-d85a-4324-ab99-43ec40e6e425 HTTP/1.1" status: 204 len: 168 time: 0.1679003 Nov 19 15:53:48.984462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c34b6fd-8394-45f3-bcd6-bb3fe186c256 req-e4d8688c-b674-4b46-a8eb-c9bf222f7ead tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:48.986001 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7c34b6fd-8394-45f3-bcd6-bb3fe186c256 req-e4d8688c-b674-4b46-a8eb-c9bf222f7ead tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 945 time: 0.0838125 Nov 19 15:53:49.033949 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7c34b6fd-8394-45f3-bcd6-bb3fe186c256 req-58a36769-5da5-4d8d-aac2-1283ca047e82 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418918 Nov 19 15:53:49.476711 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-dd092472-e0c2-49fe-979d-3ed99b4235b7 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:49.477474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-dd092472-e0c2-49fe-979d-3ed99b4235b7 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Synchronizing usage tracker for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:49.493499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-dd092472-e0c2-49fe-979d-3ed99b4235b7 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Unset dirty status for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:49.494726 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-dd092472-e0c2-49fe-979d-3ed99b4235b7 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 945 time: 0.1033566 Nov 19 15:53:49.571166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Deleting port 93a97296-642b-4c82-8ce3-1fccbf14ab3a {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:49.571547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:50.043669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] For port 93a97296-642b-4c82-8ce3-1fccbf14ab3a, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=93a97296-642b-4c82-8ce3-1fccbf14ab3a,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:50.044222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:50.173040 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Calling delete_port for 93a97296-642b-4c82-8ce3-1fccbf14ab3a owned by compute:nova {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:50.252765 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f395075-92cb-49f1-93b6-f5aacddbb559 req-cef34020-7a85-4fe9-82a5-b8e67cfe2b93 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:50.254382 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f395075-92cb-49f1-93b6-f5aacddbb559 req-cef34020-7a85-4fe9-82a5-b8e67cfe2b93 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838 HTTP/1.1" status: 200 len: 945 time: 0.0868762 Nov 19 15:53:50.305262 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1f395075-92cb-49f1-93b6-f5aacddbb559 req-6e9d85a6-1f4d-47b1-9f02-f44179938f49 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441725 Nov 19 15:53:50.318273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:50.334087 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-abf6f13a-256a-46d6-996e-aa6897a5b10a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:50.382079 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Pushing event deleted for resources: {'Port': ['ID=93a97296-642b-4c82-8ce3-1fccbf14ab3a,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:50.394192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:50.537255 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] No DVR routers for this DVR port 93a97296-642b-4c82-8ce3-1fccbf14ab3a on host hv-cinder-76330 {{(pid=80308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:53:50.539538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:50.543547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838', 'name': 'network-vif-deleted', 'tag': '93a97296-642b-4c82-8ce3-1fccbf14ab3a'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:50.556849 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-29bd5cc5-01bd-4b36-a768-dbc0678c8814 req-e15388f8-9cf2-46ad-a594-ef7808a3cbd2 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "DELETE /v2.0/ports/93a97296-642b-4c82-8ce3-1fccbf14ab3a HTTP/1.1" status: 204 len: 173 time: 1.0547967 Nov 19 15:53:50.604430 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c9d2c70-5b78-4bbc-9e3c-6f7fc1661838', 'name': 'network-vif-deleted', 'tag': '93a97296-642b-4c82-8ce3-1fccbf14ab3a', 'status': 'completed', 'code': 200} Nov 19 15:53:50.635430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a5e5a929-14f6-4a36-acdb-96f4ee43031e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:51.470218 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 93a97296-642b-4c82-8ce3-1fccbf14ab3a no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:53:51.508080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] No Port match for: 93a97296-642b-4c82-8ce3-1fccbf14ab3a {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:53:51.508473 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 93a97296-642b-4c82-8ce3-1fccbf14ab3a not bound to the agent host hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:53:51.817839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b0506-74e2-4d7c-8f74-bb7fed49543f req-164da24a-f53c-4f36-8c21-de0d3d7d5a1d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:51.819477 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb5b0506-74e2-4d7c-8f74-bb7fed49543f req-164da24a-f53c-4f36-8c21-de0d3d7d5a1d tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 946 time: 0.0837650 Nov 19 15:53:51.852384 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:51.872398 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bb5b0506-74e2-4d7c-8f74-bb7fed49543f req-3439fb53-10e8-4ef9-8885-33146574c584 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467544 Nov 19 15:53:53.087328 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d61cc-9997-4e52-ae86-a366783ee1d0 req-fc0deadc-4505-4862-8ad6-3b1b35225ec1 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:53.088855 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad7d61cc-9997-4e52-ae86-a366783ee1d0 req-fc0deadc-4505-4862-8ad6-3b1b35225ec1 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 946 time: 0.0872338 Nov 19 15:53:53.137947 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad7d61cc-9997-4e52-ae86-a366783ee1d0 req-b68d258b-9d1b-4c52-9de5-9ae75b33ccc8 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422449 Nov 19 15:53:53.450701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f0084ea9-bd52-45eb-9230-b7e6f5db484b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:53.531600 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-9ec8a81d-5268-4b9e-b2a6-dd64012b6b1f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:53.532351 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-9ec8a81d-5268-4b9e-b2a6-dd64012b6b1f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Synchronizing usage tracker for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:53.554274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-9ec8a81d-5268-4b9e-b2a6-dd64012b6b1f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Unset dirty status for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:53.555557 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-9ec8a81d-5268-4b9e-b2a6-dd64012b6b1f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 946 time: 0.1107440 Nov 19 15:53:53.630818 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Deleting port a62a5eb3-d70b-4195-86ec-21432e685698 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:53.631217 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:53.787675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:53.889006 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] For port a62a5eb3-d70b-4195-86ec-21432e685698, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a62a5eb3-d70b-4195-86ec-21432e685698,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:53.889391 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:54.015415 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Calling delete_port for a62a5eb3-d70b-4195-86ec-21432e685698 owned by compute:nova {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:54.155580 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:54.170696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b7c793d8-e5ea-484a-921f-0e6057036eb8 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:54.297766 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Pushing event deleted for resources: {'Port': ['ID=a62a5eb3-d70b-4195-86ec-21432e685698,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:54.314522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.314957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.315356 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.315740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.316132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.316523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.316910 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.317297 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.317683 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.318070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.318455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.318889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.319359 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.319750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.320073 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1924804f-74c4-4de2-a631-a5f2ced3a2e0 req-e9c35bf1-92e5-4330-a18a-dcd95ebf1f7f tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=edc7820a-4447-4824-bf9e-154fa873be6b HTTP/1.1" status: 200 len: 210 time: 0.0490916 Nov 19 15:53:54.320219 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.320495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.320876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.321262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.321642 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.322026 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.322426 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.322793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.323220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.323599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:53:54.340007 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:54.394440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] No DVR routers for this DVR port a62a5eb3-d70b-4195-86ec-21432e685698 on host hv-cinder-76330 {{(pid=80308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:53:54.396595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:54.399363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc7820a-4447-4824-bf9e-154fa873be6b', 'name': 'network-vif-deleted', 'tag': 'a62a5eb3-d70b-4195-86ec-21432e685698'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:54.414977 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3395210a-0b03-4be9-b6ef-d9871c2486bf req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "DELETE /v2.0/ports/a62a5eb3-d70b-4195-86ec-21432e685698 HTTP/1.1" status: 204 len: 173 time: 0.8531442 Nov 19 15:53:54.457409 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc7820a-4447-4824-bf9e-154fa873be6b', 'name': 'network-vif-deleted', 'tag': 'a62a5eb3-d70b-4195-86ec-21432e685698', 'status': 'completed', 'code': 200} Nov 19 15:53:54.719118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:55.268907 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a62a5eb3-d70b-4195-86ec-21432e685698 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:53:55.302262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] No Port match for: a62a5eb3-d70b-4195-86ec-21432e685698 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:53:55.302646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a62a5eb3-d70b-4195-86ec-21432e685698 not bound to the agent host hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:53:55.337287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:57.061766 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bafd17-bee3-4483-b38a-aad16cf6706d req-4e806ed1-2432-4146-a697-9aae44bce748 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:57.063421 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-38bafd17-bee3-4483-b38a-aad16cf6706d req-4e806ed1-2432-4146-a697-9aae44bce748 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 945 time: 0.0871711 Nov 19 15:53:57.111496 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-38bafd17-bee3-4483-b38a-aad16cf6706d req-11d8abb7-fe65-4805-9a86-6e7c235ff604 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420489 Nov 19 15:53:58.325833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50648917-ee96-496f-8156-0b299e0cac3f req-7ea0c9da-e716-4524-b5de-116b35a15dc6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:58.328078 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50648917-ee96-496f-8156-0b299e0cac3f req-7ea0c9da-e716-4524-b5de-116b35a15dc6 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 945 time: 0.0836668 Nov 19 15:53:58.379640 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50648917-ee96-496f-8156-0b299e0cac3f req-bf93a81b-32cf-4e7a-9adc-3985fa97357e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Nov 19 15:53:59.020748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7378a969-672b-4b27-90a5-7b0716f77d3a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:59.021438 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7378a969-672b-4b27-90a5-7b0716f77d3a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Synchronizing usage tracker for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:53:59.036614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7378a969-672b-4b27-90a5-7b0716f77d3a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Unset dirty status for tenant:f78ccdbdf2174e6dbe73f3dabfca140f on resource:port {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:53:59.037797 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7378a969-672b-4b27-90a5-7b0716f77d3a tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 945 time: 0.1004264 Nov 19 15:53:59.047656 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 1da65876-e517-48d5-a07f-35487b471d7d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:53:59.118292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Deleting port 1da65876-e517-48d5-a07f-35487b471d7d {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:53:59.118674 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:59.162521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:59.190529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da65876-e517-48d5-a07f-35487b471d7d'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:59.201066 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 1da65876-e517-48d5-a07f-35487b471d7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1da65876-e517-48d5-a07f-35487b471d7d,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:59.204209 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:59.206476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:59.255805 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1da65876-e517-48d5-a07f-35487b471d7d', 'code': 200} Nov 19 15:53:59.275403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=1da65876-e517-48d5-a07f-35487b471d7d,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:59.278659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:59.385594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] For port 1da65876-e517-48d5-a07f-35487b471d7d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=1da65876-e517-48d5-a07f-35487b471d7d,segment=NetworkSegment(1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4),segment_id=1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:53:59.386138 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:59.517264 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Calling delete_port for 1da65876-e517-48d5-a07f-35487b471d7d owned by compute:nova {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:53:59.598666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af169f92-9381-4e58-8645-e4662969372a req-011c1f90-2773-445b-bf5f-dc4c6776b9f5 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:53:59.600294 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-af169f92-9381-4e58-8645-e4662969372a req-011c1f90-2773-445b-bf5f-dc4c6776b9f5 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/ports?device_id=07048f0a-bbac-4de6-a6b8-fc5e81c830d5 HTTP/1.1" status: 200 len: 943 time: 0.0895813 Nov 19 15:53:59.649419 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-af169f92-9381-4e58-8645-e4662969372a req-4e6e0f6d-bb34-4ed3-bd8f-d035f2090bfc tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.48 "GET /v2.0/security-groups?id=de5cbb46-c366-4966-900f-1d97665375e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426292 Nov 19 15:53:59.666439 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:59.681965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5cfcc4ec-c5fe-4e68-804d-0f95991394b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:53:59.732058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Pushing event deleted for resources: {'Port': ['ID=1da65876-e517-48d5-a07f-35487b471d7d,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:53:59.743881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:53:59.884988 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] No DVR routers for this DVR port 1da65876-e517-48d5-a07f-35487b471d7d on host hv-cinder-76330 {{(pid=80308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:53:59.887011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:53:59.890267 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'name': 'network-vif-deleted', 'tag': '1da65876-e517-48d5-a07f-35487b471d7d'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:53:59.904604 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-447b3ef8-e4f9-41ea-bff5-dc0fa6283ce4 req-7695525f-bc9c-4e80-a6bb-7cbb7c27384e tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] 10.222.0.55 "DELETE /v2.0/ports/1da65876-e517-48d5-a07f-35487b471d7d HTTP/1.1" status: 204 len: 173 time: 0.8551021 Nov 19 15:53:59.949995 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07048f0a-bbac-4de6-a6b8-fc5e81c830d5', 'name': 'network-vif-deleted', 'tag': '1da65876-e517-48d5-a07f-35487b471d7d', 'status': 'completed', 'code': 200} Nov 19 15:54:00.767348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45072) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:00.837166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] Deleting subnet cf34683c-f14a-4917-99d0-e402b297943a {{(pid=80309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:54:00.840294 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:00.892929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826651327'] for subnet, precommit_delete_associations {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:00.949780 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:01.209371 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036825553741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036825821362'] for subnet, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:01.225804 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:01.268336 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf34683c-f14a-4917-99d0-e402b297943a,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:01.281210 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:01.364239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:01.370271 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cf34683c-f14a-4917-99d0-e402b297943a HTTP/1.1" status: 204 len: 168 time: 0.6018503 Nov 19 15:54:01.372853 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45078) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:01.489889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:01.905754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:02.020209 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bceac765-e16b-422a-99a7-70bd4bca96eb']}} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:02.032985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4') {'for_net_delete': True} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:02.033321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cd8c521-7d46-45e5-93ee-b5cb7ff5b8a4') {} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:02.045279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28124490'] for segment, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:02.060019 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:02.062574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:54:02.239811 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Network bceac765-e16b-422a-99a7-70bd4bca96eb has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:54:02.248882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29222161'] for segment, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:02.434633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Network bceac765-e16b-422a-99a7-70bd4bca96eb has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:54:02.458074 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:54:02.537693 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:02.542086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:02.556535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:02.569744 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bceac765-e16b-422a-99a7-70bd4bca96eb,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:02.573083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:02.575558 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bceac765-e16b-422a-99a7-70bd4bca96eb HTTP/1.1" status: 204 len: 168 time: 1.2017345 Nov 19 15:54:02.783049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45088) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:02.836351 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-0130fba5-7737-410f-9ba7-9c6480b21922 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f78ccdbdf2174e6dbe73f3dabfca140f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519764 Nov 19 15:54:02.838630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45092) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:02.902224 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d9f20a1-2ca1-465c-b1b1-6f7d340f5ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:02.930377 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d9f20a1-2ca1-465c-b1b1-6f7d340f5ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:02.974876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d9f20a1-2ca1-465c-b1b1-6f7d340f5ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:02.980190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-17141e1c-1eef-40ff-a1fd-311a9a194ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:02.998420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f20a1-2ca1-465c-b1b1-6f7d340f5ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5cbb46-c366-4966-900f-1d97665375e4,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:03.001300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d9f20a1-2ca1-465c-b1b1-6f7d340f5ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:03.007122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d9f20a1-2ca1-465c-b1b1-6f7d340f5ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:03.008326 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-9d9f20a1-2ca1-465c-b1b1-6f7d340f5ede admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de5cbb46-c366-4966-900f-1d97665375e4 HTTP/1.1" status: 204 len: 168 time: 0.1685705 Nov 19 15:54:06.269127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:54:09.845711 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de910f78-6741-4399-a7df-247014daaeeb req-a7bda054-c06a-45a2-b1a0-0ae4563348fa tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:09.847808 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de910f78-6741-4399-a7df-247014daaeeb req-a7bda054-c06a-45a2-b1a0-0ae4563348fa tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0876825 Nov 19 15:54:09.896372 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de910f78-6741-4399-a7df-247014daaeeb req-2b6f538f-7846-4a2e-91be-d317af2f79a4 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420721 Nov 19 15:54:11.127512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60deb80c-ca68-4af1-97a9-46e61217351d req-135a9815-4be2-4ca9-9d3e-3a3ec52a2f40 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:11.129070 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-60deb80c-ca68-4af1-97a9-46e61217351d req-135a9815-4be2-4ca9-9d3e-3a3ec52a2f40 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0861235 Nov 19 15:54:11.176308 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-60deb80c-ca68-4af1-97a9-46e61217351d req-b13543f4-b773-4966-b098-25f0543133df tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410903 Nov 19 15:54:12.416553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a63257-0449-49e3-b8b0-e5fe89f326a1 req-74ee873e-bb39-4946-bb47-0c362c144349 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:12.416553 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-68a63257-0449-49e3-b8b0-e5fe89f326a1 req-74ee873e-bb39-4946-bb47-0c362c144349 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0873647 Nov 19 15:54:12.463974 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-68a63257-0449-49e3-b8b0-e5fe89f326a1 req-50504875-bb97-4c4e-b81c-f3b0bab108e7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455127 Nov 19 15:54:13.700174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56286da8-8f2a-470c-9127-97b904ce9976 req-4b9e0889-a4ab-412f-995f-37e685dab449 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:13.701789 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-56286da8-8f2a-470c-9127-97b904ce9976 req-4b9e0889-a4ab-412f-995f-37e685dab449 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0863609 Nov 19 15:54:13.752509 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-56286da8-8f2a-470c-9127-97b904ce9976 req-82b978e8-51b4-46f7-8da3-573679b1c09b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440786 Nov 19 15:54:14.175137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45284) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:14.329152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:14.363957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:14.368109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Usage tracker for resource:security_group_rule and tenant:daab1f76d852450197b4ad49d8581c40 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:14.371138 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:14.377566 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:14.453539 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:14.456245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:14.464281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dc48199c-1625-4055-9a24-c3de8febbd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:14.507624 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c20f377-c37a-459d-8dd8-d8de6bccf244,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:14.511476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:14.513842 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=daab1f76d852450197b4ad49d8581c40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3376453 Nov 19 15:54:14.516726 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45290) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:14.585330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9efd673-13f5-4167-bbc5-a7308c559f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:14.613082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9efd673-13f5-4167-bbc5-a7308c559f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:14.656316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9efd673-13f5-4167-bbc5-a7308c559f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:14.661827 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c9a62475-3329-462d-a8b2-ffb5f11b5626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:14.676642 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efd673-13f5-4167-bbc5-a7308c559f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c20f377-c37a-459d-8dd8-d8de6bccf244,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:14.679845 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a9efd673-13f5-4167-bbc5-a7308c559f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:14.680764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9efd673-13f5-4167-bbc5-a7308c559f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:14.683628 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a9efd673-13f5-4167-bbc5-a7308c559f6a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c20f377-c37a-459d-8dd8-d8de6bccf244 HTTP/1.1" status: 204 len: 168 time: 0.1643028 Nov 19 15:54:14.986658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b0a9a-3586-4c32-abc3-f1ce31bdb4e4 req-9c4f3165-14b1-4cd2-845b-b7b6ae963ead tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:14.988309 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-600b0a9a-3586-4c32-abc3-f1ce31bdb4e4 req-9c4f3165-14b1-4cd2-845b-b7b6ae963ead tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0851471 Nov 19 15:54:15.041951 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-600b0a9a-3586-4c32-abc3-f1ce31bdb4e4 req-6154e6e6-4588-4983-b672-7477f19ba825 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469327 Nov 19 15:54:16.270605 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e85fd-6014-4970-8b36-1f15512dd148 req-23b0dcdf-0f59-4b0a-8ad8-eae43f5a3173 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:16.272319 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-295e85fd-6014-4970-8b36-1f15512dd148 req-23b0dcdf-0f59-4b0a-8ad8-eae43f5a3173 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0845461 Nov 19 15:54:16.323135 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-295e85fd-6014-4970-8b36-1f15512dd148 req-45fcb283-ff1c-4892-b54e-e9b9146a7e17 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432570 Nov 19 15:54:16.953852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45360) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:17.126059 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.159701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:17.163837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] Usage tracker for resource:security_group_rule and tenant:0c326cbcbdb84b4da77253217cb9807c is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:17.166843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:17.172690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:17.242355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.244969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.252523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-42a1246b-8911-487d-b6d0-cb96863ece83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:17.301174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bea18b0-1991-48bb-b8ea-8262a04d7325,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:17.305642 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0c326cbcbdb84b4da77253217cb9807c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3506570 Nov 19 15:54:17.306576 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-73f99a46-53be-44d8-acee-9020723444b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:17.308514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45366) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:17.373124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3cba60e1-ffad-4280-ae97-cde90905bfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.401882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3cba60e1-ffad-4280-ae97-cde90905bfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.419862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a1ddf76f-91aa-4ec0-86ef-70804b027bed up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:54:17.449957 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3cba60e1-ffad-4280-ae97-cde90905bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.455917 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c05ff91c-67a7-4529-b2c0-19a67653a1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:17.467973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cba60e1-ffad-4280-ae97-cde90905bfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bea18b0-1991-48bb-b8ea-8262a04d7325,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:17.472413 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3cba60e1-ffad-4280-ae97-cde90905bfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:17.477336 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3cba60e1-ffad-4280-ae97-cde90905bfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.481102 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-3cba60e1-ffad-4280-ae97-cde90905bfe7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6bea18b0-1991-48bb-b8ea-8262a04d7325 HTTP/1.1" status: 204 len: 168 time: 0.1690340 Nov 19 15:54:17.522622 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port a1ddf76f-91aa-4ec0-86ef-70804b027bed triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:54:17.523080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.575785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f838b3-9037-4ef8-be5f-7a8f207754de req-ee0ca371-2389-488d-b38d-afe012232e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:17.577576 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10f838b3-9037-4ef8-be5f-7a8f207754de req-ee0ca371-2389-488d-b38d-afe012232e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0967264 Nov 19 15:54:17.628627 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10f838b3-9037-4ef8-be5f-7a8f207754de req-87741e2d-ec9f-48e5-91af-9db03f2c146e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440192 Nov 19 15:54:17.853367 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45376) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:17.872872 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.905616 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:17.909743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Usage tracker for resource:security_group_rule and tenant:1088c106a8ce476ab5504498be30cfa6 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:17.912730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:17.918432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:17.988261 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.991056 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:17.998370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1cfb6171-fb41-45b8-974d-ca1b3c7778ff tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:18.039664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c665aaed-c825-4908-8dff-d85cd46d7dbe,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:18.043230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:18.049982 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1088c106a8ce476ab5504498be30cfa6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1916404 Nov 19 15:54:18.049982 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45382) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:18.113946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-494a6837-f458-413a-94d4-699d979d3fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:18.143125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-494a6837-f458-413a-94d4-699d979d3fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:18.187992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-494a6837-f458-413a-94d4-699d979d3fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:18.193730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-70bf641f-524b-4402-979b-6a63a0179082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:18.204681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494a6837-f458-413a-94d4-699d979d3fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c665aaed-c825-4908-8dff-d85cd46d7dbe,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:18.209783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-494a6837-f458-413a-94d4-699d979d3fa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:18.211836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-494a6837-f458-413a-94d4-699d979d3fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:18.213492 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-494a6837-f458-413a-94d4-699d979d3fa0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c665aaed-c825-4908-8dff-d85cd46d7dbe HTTP/1.1" status: 204 len: 168 time: 0.1626098 Nov 19 15:54:18.866475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b872794-082d-4e68-918d-b6bce41c3a1f req-6161e62f-f6aa-401e-8d6c-259996eb794f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:18.868209 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5b872794-082d-4e68-918d-b6bce41c3a1f req-6161e62f-f6aa-401e-8d6c-259996eb794f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0863729 Nov 19 15:54:18.917855 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5b872794-082d-4e68-918d-b6bce41c3a1f req-f2d2ff87-66c9-4769-afbc-9276f0d2fede tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Nov 19 15:54:20.166890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f478949-eb91-4bb2-885e-8fbd167d055d req-8b461882-6833-4c9f-bdb1-91644f0767be tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:20.168857 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7f478949-eb91-4bb2-885e-8fbd167d055d req-8b461882-6833-4c9f-bdb1-91644f0767be tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0936787 Nov 19 15:54:20.221417 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7f478949-eb91-4bb2-885e-8fbd167d055d req-7aed7915-27ce-4fee-933d-13ae153f1821 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460398 Nov 19 15:54:20.569747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45452) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:20.636374 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0f8505c3-963f-4bee-a60f-e37dc4058c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:20.721400 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:20.754727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:20.758736 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Usage tracker for resource:security_group_rule and tenant:c92d35a74d6141f2bf69b4014d034604 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:20.761887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:20.767948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:20.840910 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:20.843752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:20.852264 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-083af668-ccbc-4d9f-8e4e-3c0e58ad52c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:20.896847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad414f0-76c2-4229-817c-06445194510c,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:20.901303 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c92d35a74d6141f2bf69b4014d034604&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3304849 Nov 19 15:54:20.902324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:20.903915 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45462) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:20.967394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d6d12a70-ab88-45c3-9b49-99acce068511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:20.995153 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d6d12a70-ab88-45c3-9b49-99acce068511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.039594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d6d12a70-ab88-45c3-9b49-99acce068511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.044557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c0c445d7-d949-4b17-afed-d43b9bbd7f56 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:21.058538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d12a70-ab88-45c3-9b49-99acce068511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad414f0-76c2-4229-817c-06445194510c,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:21.061331 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d6d12a70-ab88-45c3-9b49-99acce068511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:21.062475 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d6d12a70-ab88-45c3-9b49-99acce068511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.064278 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d6d12a70-ab88-45c3-9b49-99acce068511 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ad414f0-76c2-4229-817c-06445194510c HTTP/1.1" status: 204 len: 168 time: 0.1588616 Nov 19 15:54:21.405838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45474) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:21.428492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.451552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a5b12-651a-495e-af38-f078928f844c req-069e1778-85ba-4aa7-be79-b036a7501e51 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:21.453168 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe3a5b12-651a-495e-af38-f078928f844c req-069e1778-85ba-4aa7-be79-b036a7501e51 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0841610 Nov 19 15:54:21.462099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:21.466206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Usage tracker for resource:security_group_rule and tenant:71ecd86bd9284cef805230c5fc194b7a is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:21.469241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:21.475166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:21.504473 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fe3a5b12-651a-495e-af38-f078928f844c req-5a9ac800-229d-401d-89dd-cddecde6b27e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442660 Nov 19 15:54:21.545025 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.547844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.555589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3cba60e1-ffad-4280-ae97-cde90905bfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:21.599927 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=641a10ca-7884-4b96-b30a-d6302d1bf361,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:21.605003 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71ecd86bd9284cef805230c5fc194b7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1980834 Nov 19 15:54:21.605938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:21.607701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45482) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:21.671405 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ee432c88-0e6b-47af-b579-63db92db7c91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.701178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ee432c88-0e6b-47af-b579-63db92db7c91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.751006 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ee432c88-0e6b-47af-b579-63db92db7c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.756657 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-beebd0fa-9e81-4459-8f87-ee81ea42c846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:21.770566 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee432c88-0e6b-47af-b579-63db92db7c91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=641a10ca-7884-4b96-b30a-d6302d1bf361,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:21.773638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ee432c88-0e6b-47af-b579-63db92db7c91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:21.774531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ee432c88-0e6b-47af-b579-63db92db7c91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:21.778482 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-ee432c88-0e6b-47af-b579-63db92db7c91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/641a10ca-7884-4b96-b30a-d6302d1bf361 HTTP/1.1" status: 204 len: 168 time: 0.1698139 Nov 19 15:54:21.955363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:22.787960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2eef5f-7cba-49f6-8182-419382da868c req-16e8c89f-c874-4870-8e63-44adde78c29a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:22.789868 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fd2eef5f-7cba-49f6-8182-419382da868c req-16e8c89f-c874-4870-8e63-44adde78c29a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1249783 Nov 19 15:54:22.801525 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45530) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:22.844149 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fd2eef5f-7cba-49f6-8182-419382da868c req-c3ef5842-7955-48d8-9b43-9af6afe12e8d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468957 Nov 19 15:54:22.954831 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-167654235-network', 'tenant_id': '49e69a5171824392a5075e18e932446a'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:54:22.960060 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:22.964162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Usage tracker for resource:network and tenant:49e69a5171824392a5075e18e932446a is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:22.967355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:22.974032 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:22.983717 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Made reservation on behalf of 49e69a5171824392a5075e18e932446a for: {'network': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:54:22.989872 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.005332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.041273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:23.045847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Usage tracker for resource:security_group_rule and tenant:49e69a5171824392a5075e18e932446a is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:23.051869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:23.070161 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:23.207805 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.221486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.258386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:54:23.264447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7c161d97-bd1f-46fd-b489-6125ff410d98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:23.285686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.286185 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Added segment f601e3bc-7f76-4eb5-ad95-7be1878caeec of type vxlan for network ebc84685-a6e6-4e51-a584-e6268f7cbede Nov 19 15:54:23.351272 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc5f72e-2601-4c91-9d88-260a9764544a,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:23.357199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:23.398386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.454433 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.456251 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:23.457082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.464922 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-98a308f9-f0ec-4325-a324-c6dea18cca01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:23.466511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e4c23671-838e-4be8-96bf-12aec3035d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.660300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45552) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:23.661008 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8574591 Nov 19 15:54:23.667280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Request body: {'subnet': {'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-167654235-subnet', 'tenant_id': '49e69a5171824392a5075e18e932446a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:54:23.670705 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Pushing event updated for resources: {'Network': ['ID=ebc84685-a6e6-4e51-a584-e6268f7cbede,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:23.675473 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:23.684370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network ebc84685-a6e6-4e51-a584-e6268f7cbede details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:54:23.712226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:23.735977 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-eed74ca0-3ee5-43dc-a23d-9bca8e10f271 req-7d9cf965-431e-4d5e-91fd-57f987798a92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 1162 time: 0.3471935 Nov 19 15:54:23.736389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Usage tracker for resource:subnet and tenant:49e69a5171824392a5075e18e932446a is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:23.745587 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:23.755884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:23.775802 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Made reservation on behalf of 49e69a5171824392a5075e18e932446a for: {'subnet': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:54:23.780620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28954485'] for subnet, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:23.781787 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network ebc84685-a6e6-4e51-a584-e6268f7cbede details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:54:23.934731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:24.263748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e3fa1-6dff-45c0-b762-9633e82d5432 req-785e6da3-010f-4ff0-9838-ba4520963cb9 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:24.280514 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-079e3fa1-6dff-45c0-b762-9633e82d5432 req-785e6da3-010f-4ff0-9838-ba4520963cb9 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.2368703 Nov 19 15:54:24.295140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed74ca0-3ee5-43dc-a23d-9bca8e10f271 req-b8db8b1c-ed3e-4bc7-86dc-0024f21e6be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:24.296871 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-eed74ca0-3ee5-43dc-a23d-9bca8e10f271 req-b8db8b1c-ed3e-4bc7-86dc-0024f21e6be9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.5180864 Nov 19 15:54:24.364623 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-079e3fa1-6dff-45c0-b762-9633e82d5432 req-63be0bfe-05a7-44cd-859a-e88bf32fe2bf tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826924 Nov 19 15:54:24.439377 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-eed74ca0-3ee5-43dc-a23d-9bca8e10f271 req-6f7aa823-3ec3-4349-8045-31e13429bbf1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed HTTP/1.1" status: 200 len: 1000 time: 0.1170931 Nov 19 15:54:24.530089 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed74ca0-3ee5-43dc-a23d-9bca8e10f271 req-1a07259f-cc69-4bc2-bf9a-97655463bb49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:24.533051 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-eed74ca0-3ee5-43dc-a23d-9bca8e10f271 req-1a07259f-cc69-4bc2-bf9a-97655463bb49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.0854523 Nov 19 15:54:24.535020 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29222015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28954438'] for subnet, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:24.555698 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5297cde0-bb42-4f0c-a7b8-bf8e178943ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:24.638668 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-eed74ca0-3ee5-43dc-a23d-9bca8e10f271 req-4526e2a9-e223-4bc8-8b09-becbf51fd9a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937176 Nov 19 15:54:24.749065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:24.782655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Checking segment: {'id': 'f601e3bc-7f76-4eb5-ad95-7be1878caeec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:54:24.783003 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Network hostable DHCP agents. Network: ebc84685-a6e6-4e51-a584-e6268f7cbede, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:54:24.820279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d1aef73-4268-4307-89d0-44e8d054e466,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:24.824437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:24.825644 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Network ebc84685-a6e6-4e51-a584-e6268f7cbede is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:54:24.839123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, ebc84685-a6e6-4e51-a584-e6268f7cbede) {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:54:24.851534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c77641-0513-4787-8192-d99f459b1c56 None None] Network ebc84685-a6e6-4e51-a584-e6268f7cbede requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:54:24.855016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:24.855796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:24.918729 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2559044 Nov 19 15:54:24.956484 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-eed74ca0-3ee5-43dc-a23d-9bca8e10f271 req-98fda741-f175-4bf8-a9eb-2e8692d34849 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094540 Nov 19 15:54:25.168483 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-eed74ca0-3ee5-43dc-a23d-9bca8e10f271 req-bf5ed0bc-0334-42c4-9e7a-2e62573e256c service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2011704 Nov 19 15:54:25.363236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ca1545-4893-4a3d-a8f1-6e09bd1c6227 None None] Network ebc84685-a6e6-4e51-a584-e6268f7cbede requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:54:25.574085 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:25.707441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7818e074-27b7-4d99-bc66-dc7c57770c82 req-e463375b-0da6-4fd9-a07d-4505d6502289 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:25.716133 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7818e074-27b7-4d99-bc66-dc7c57770c82 req-e463375b-0da6-4fd9-a07d-4505d6502289 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0971310 Nov 19 15:54:25.800009 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7818e074-27b7-4d99-bc66-dc7c57770c82 req-17e3d7b1-d22a-4e2e-861f-772f42a75e65 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827286 Nov 19 15:54:26.211696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d5b85-a509-45f0-ac54-9732b51c8db2 req-2585b04b-2ef0-4b37-86b8-e9e84a76fc02 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:26.213887 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5c2d5b85-a509-45f0-ac54-9732b51c8db2 req-2585b04b-2ef0-4b37-86b8-e9e84a76fc02 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 945 time: 0.0999837 Nov 19 15:54:26.266562 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5c2d5b85-a509-45f0-ac54-9732b51c8db2 req-dc17b330-df54-4c89-a53a-f4a7ae2d6fc7 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456684 Nov 19 15:54:27.059130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5549f900-d65f-4cf6-b29c-40a49c29e600 req-b4d81384-10c4-4c3b-b0a3-105811dc0168 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:27.060861 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5549f900-d65f-4cf6-b29c-40a49c29e600 req-b4d81384-10c4-4c3b-b0a3-105811dc0168 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1022694 Nov 19 15:54:27.115009 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5549f900-d65f-4cf6-b29c-40a49c29e600 req-33394449-ea22-4a80-a9cd-30fae66808ce tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466835 Nov 19 15:54:27.521590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f09bc9-a0d4-4b7b-957c-fe72f1a90bc8 req-9cd4461d-5675-4144-84f0-6d3ef387bb97 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:27.525030 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-90f09bc9-a0d4-4b7b-957c-fe72f1a90bc8 req-9cd4461d-5675-4144-84f0-6d3ef387bb97 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 945 time: 0.0895803 Nov 19 15:54:27.687135 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-90f09bc9-a0d4-4b7b-957c-fe72f1a90bc8 req-2d4d20fb-40d0-4642-a0c1-019bc50e2132 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564472 Nov 19 15:54:27.771279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-62dbc344-ccfb-41bc-9e09-10943c1c41ae tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:27.772940 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-62dbc344-ccfb-41bc-9e09-10943c1c41ae tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/networks?id=ebc84685-a6e6-4e51-a584-e6268f7cbede HTTP/1.1" status: 200 len: 808 time: 0.2237086 Nov 19 15:54:27.801640 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-d6de5481-439b-429a-9f8d-9b3d051f2c17 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/quotas/49e69a5171824392a5075e18e932446a HTTP/1.1" status: 200 len: 375 time: 0.0215023 Nov 19 15:54:27.858373 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-d93962e3-0b43-4476-9152-46c143c92e7b tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?tenant_id=49e69a5171824392a5075e18e932446a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548124 Nov 19 15:54:28.096117 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-829736e2-88d8-4442-aadb-8eb710442ef0 service neutron] 10.222.0.48 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296729 Nov 19 15:54:28.134081 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-9412e6cd-31b6-4827-9397-483ced4609f3 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:28.135278 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-9412e6cd-31b6-4827-9397-483ced4609f3 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Synchronizing usage tracker for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:port {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:54:28.149884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-9412e6cd-31b6-4827-9397-483ced4609f3 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Unset dirty status for tenant:aa9f0425731e423fbf02bdd413472e79 on resource:port {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:54:28.151574 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-9412e6cd-31b6-4827-9397-483ced4609f3 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 945 time: 0.1210461 Nov 19 15:54:28.317870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Deleting port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:54:28.317870 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:28.572831 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-0c5e99df-68d6-42dd-9c2b-87e4ff44b88c service neutron] 10.222.0.48 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4693408 Nov 19 15:54:28.591424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fde680-3ee4-44cf-b614-660a4663de8a req-25605f15-084c-4134-ba10-7d4ecdc5abe7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:28.599897 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-39fde680-3ee4-44cf-b614-660a4663de8a req-25605f15-084c-4134-ba10-7d4ecdc5abe7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1375639 Nov 19 15:54:28.658602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] For port ad6658ec-9a4a-4890-9787-bdf4d7a94e54, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=ad6658ec-9a4a-4890-9787-bdf4d7a94e54,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:54:28.659326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:28.681265 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-39fde680-3ee4-44cf-b614-660a4663de8a req-3c915875-1b6a-465e-b16d-2d9c5820cea0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800602 Nov 19 15:54:28.807488 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0c8a5e2a-08c2-4927-8162-f599a5a5c2f4 req-8ee1a57b-04e7-4116-ad28-1df8ddfce7f7 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0635214 Nov 19 15:54:29.035187 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4db00c-6fd9-4e7e-bcf3-9093dcb08618 req-9a7119ed-9a43-4d75-aad2-b542ea5ca1f1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:29.045162 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-eb4db00c-6fd9-4e7e-bcf3-9093dcb08618 req-9a7119ed-9a43-4d75-aad2-b542ea5ca1f1 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 945 time: 0.1276019 Nov 19 15:54:29.067139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:29.067633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:29.068564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Floating IP fac9efaa-58ba-428a-9ae0-73a4b4d7609f disassociated. External IP: 172.28.3.233, port: ad6658ec-9a4a-4890-9787-bdf4d7a94e54. Nov 19 15:54:29.069184 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Calling delete_port for ad6658ec-9a4a-4890-9787-bdf4d7a94e54 owned by compute:nova {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:54:29.110977 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-eb4db00c-6fd9-4e7e-bcf3-9093dcb08618 req-2b452493-a567-40b4-9490-6ba3044b5aa5 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups?id=71105876-3cd7-449a-9adc-2e6a6ba46607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642707 Nov 19 15:54:29.281968 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:29.299582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ad24831b-303c-45b7-b042-90f96163c061 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:29.362252 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event deleted for resources: {'Port': ['ID=ad6658ec-9a4a-4890-9787-bdf4d7a94e54,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:29.367362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:29.446346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a1ddf76f-91aa-4ec0-86ef-70804b027bed up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:54:29.571700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port a1ddf76f-91aa-4ec0-86ef-70804b027bed triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:54:29.572125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:29.826219 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device ad6658ec-9a4a-4890-9787-bdf4d7a94e54 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:54:29.832791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Router a08ecbcc-512a-444a-a208-38de4a58671c has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:54:29.894878 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] No Port match for: ad6658ec-9a4a-4890-9787-bdf4d7a94e54 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:54:29.895202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device ad6658ec-9a4a-4890-9787-bdf4d7a94e54 not bound to the agent host hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:54:30.071483 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6d5f2df1-6476-4168-9ed4-1cdcce617041 req-869f8a3f-b685-44d2-b179-ed6a3989a264 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0571060 Nov 19 15:54:30.145206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26675cf-92da-4a43-ae67-fbdb55c0e467 req-044e8cee-d6d6-43fa-9933-a1a7f45b9717 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:30.154413 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a26675cf-92da-4a43-ae67-fbdb55c0e467 req-044e8cee-d6d6-43fa-9933-a1a7f45b9717 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.2372158 Nov 19 15:54:30.211005 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a26675cf-92da-4a43-ae67-fbdb55c0e467 req-96daaccf-8228-4d90-831c-a722fafa6b02 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550559 Nov 19 15:54:30.317659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:54:30.331796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] Sync routers for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:54:30.353478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:54:30.354551 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:54:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:30.371978 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-398052b7-2d85-4dfc-86ea-d65ba010a0d0 req-777d01fc-b4ee-4b4c-b523-51dea333ab4a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/ports?device_id=56828654-a5b1-44fc-a0c0-9bdce7525bb5 HTTP/1.1" status: 200 len: 210 time: 0.0563734 Nov 19 15:54:30.401530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] No DVR routers for this DVR port ad6658ec-9a4a-4890-9787-bdf4d7a94e54 on host hv-cinder-76330 {{(pid=80308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:54:30.404606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:30.417501 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'name': 'network-vif-deleted', 'tag': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:54:30.433123 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-94eaecb7-fb39-4888-b909-d6cc2f6e15a4 req-aa219ad9-81f8-4fc2-8b1a-bcdf675a2c6a tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.55 "DELETE /v2.0/ports/ad6658ec-9a4a-4890-9787-bdf4d7a94e54 HTTP/1.1" status: 204 len: 173 time: 2.2745991 Nov 19 15:54:30.605753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:54:30.748579 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56828654-a5b1-44fc-a0c0-9bdce7525bb5', 'name': 'network-vif-deleted', 'tag': 'ad6658ec-9a4a-4890-9787-bdf4d7a94e54', 'status': 'completed', 'code': 200} Nov 19 15:54:31.039994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-34051a4d-5164-46ad-bdd0-4bec828ccb8a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:31.039994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-34051a4d-5164-46ad-bdd0-4bec828ccb8a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Synchronizing usage tracker for tenant:49e69a5171824392a5075e18e932446a on resource:network {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:54:31.058848 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-34051a4d-5164-46ad-bdd0-4bec828ccb8a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Unset dirty status for tenant:49e69a5171824392a5075e18e932446a on resource:network {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:54:31.060142 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-34051a4d-5164-46ad-bdd0-4bec828ccb8a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.55 "GET /v2.0/networks?id=ebc84685-a6e6-4e51-a584-e6268f7cbede HTTP/1.1" status: 200 len: 808 time: 0.2875788 Nov 19 15:54:31.090386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Request body: {'port': {'device_id': '80cad425-68a7-4859-a307-0e862a30d827', 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede', 'admin_state_up': True, 'tenant_id': '49e69a5171824392a5075e18e932446a'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:54:31.309030 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:31.313283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Usage tracker for resource:port and tenant:49e69a5171824392a5075e18e932446a is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:31.316835 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Quota usage for port was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:31.323067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:31.347012 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Made reservation on behalf of 49e69a5171824392a5075e18e932446a for: {'port': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:54:31.363632 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-78a8219e-a453-472d-b290-c84dd60da97a req-f549212a-08d3-456e-85c0-f34367db7b14 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.1061277 Nov 19 15:54:31.364124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:31.365476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:31.375762 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] Checking router: a08ecbcc-512a-444a-a208-38de4a58671c for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:54:31.387987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:54:31.388813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:54:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:31.543118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74603d-e6a0-4f41-9384-4d94dbfed76d req-9746a317-d1a4-4fcb-b49e-7aad12c9b782 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:31.544771 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1c74603d-e6a0-4f41-9384-4d94dbfed76d req-9746a317-d1a4-4fcb-b49e-7aad12c9b782 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1366637 Nov 19 15:54:31.617538 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1c74603d-e6a0-4f41-9384-4d94dbfed76d req-823bea91-7241-40cb-83d3-40c344a1df7e tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651429 Nov 19 15:54:31.675832 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45656) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:31.738019 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:54:31.802392 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-49cff551-1080-43d8-a0c3-5918a09bde50 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:31.842082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-49cff551-1080-43d8-a0c3-5918a09bde50 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:31.863090 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Allocated IP 172.20.0.8 (ebc84685-a6e6-4e51-a584-e6268f7cbede/7d1aef73-4268-4307-89d0-44e8d054e466/d1e52431-cf10-467b-aa96-adf985b026c1) {{(pid=80308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:54:31.920573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-49cff551-1080-43d8-a0c3-5918a09bde50 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:31.926740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7f83e473-be0c-434b-9964-9aa5a67ff1d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:31.950742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cff551-1080-43d8-a0c3-5918a09bde50 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event deleted for resources: {'SecurityGroup': ['ID=71105876-3cd7-449a-9adc-2e6a6ba46607,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:31.955068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-49cff551-1080-43d8-a0c3-5918a09bde50 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:31.988255 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-49cff551-1080-43d8-a0c3-5918a09bde50 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:31.990560 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-49cff551-1080-43d8-a0c3-5918a09bde50 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "DELETE /v2.0/security-groups/71105876-3cd7-449a-9adc-2e6a6ba46607 HTTP/1.1" status: 204 len: 168 time: 0.3136258 Nov 19 15:54:31.993465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45660) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:32.018555 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.v2.resource [None req-74d7f49a-77bf-437c-bc41-d781e4ae58f6 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] show failed (client error): The resource could not be found. Nov 19 15:54:32.020405 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-74d7f49a-77bf-437c-bc41-d781e4ae58f6 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "GET /v2.0/security-groups/71105876-3cd7-449a-9adc-2e6a6ba46607 HTTP/1.1" status: 404 len: 347 time: 0.0255380 Nov 19 15:54:32.023122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45664) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:32.153694 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:32.157671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks [] for port, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:32.158826 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e79c05-3ee7-43ae-b597-6f05113090de None None] The sync data for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb is: [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:48:39Z', 'revision_number': 4, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': 'ec84412d-9da2-4918-b7c3-ad88c417d8a6', 'name': '', 'network_id': 'ff79497e-4d00-46d7-9667-b21a1f313c56', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'mac_address': 'fa:16:3e:38:cd:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '54e79c3c-cd15-482c-a48f-84775129a214', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:37Z', 'updated_at': '2020-11-19T15:48:58Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'subnets': [{'id': '54e79c3c-cd15-482c-a48f-84775129a214', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:54:32.196537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:32.222647 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Deleting port 07163e23-86d7-49cb-837d-81110d89c4fb {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:54:32.223056 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:32.351774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:32.438253 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Pushing event updated for resources: {'Port': ['ID=d1e52431-cf10-467b-aa96-adf985b026c1,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:32.442011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:32.442534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:32.444615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:32.450192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Network ebc84685-a6e6-4e51-a584-e6268f7cbede is already hosted by enough agents. {{(pid=80308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:54:32.451429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Resources bound (agent type, host, resource id): {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:54:32.454418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Received port after_create {{(pid=80308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:54:32.531096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:32.539123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:32.567675 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-82840e59-89e8-47df-ae74-4fa264e5a786 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4827325 Nov 19 15:54:32.587592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Request body: {'port': {'device_id': '80cad425-68a7-4859-a307-0e862a30d827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:54:32.612450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Calling delete_port for 07163e23-86d7-49cb-837d-81110d89c4fb owned by network:floatingip {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:54:32.733279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ee1bb-b6e2-44c5-9625-9c8335f111e5 None None] New status for floating IP fac9efaa-58ba-428a-9ae0-73a4b4d7609f: DOWN {{(pid=80310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:54:32.756246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:32.911909 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:32.930697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c24fa5a7-8d66-4fad-8619-eb59564a32f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:32.977718 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Pushing event deleted for resources: {'Port': ['ID=07163e23-86d7-49cb-837d-81110d89c4fb,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:32.980868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:33.017301 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56258e6c-71ea-422e-a26e-4e6ab578ef5a req-678295ab-7689-4ea5-a5ac-0c555d52d804 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:33.037337 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-56258e6c-71ea-422e-a26e-4e6ab578ef5a req-678295ab-7689-4ea5-a5ac-0c555d52d804 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 931 time: 0.2825496 Nov 19 15:54:33.096394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [None req-a23ee1bb-b6e2-44c5-9625-9c8335f111e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:54:33.096773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [None req-a23ee1bb-b6e2-44c5-9625-9c8335f111e5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:54:33.103550 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-56258e6c-71ea-422e-a26e-4e6ab578ef5a req-8212db79-7378-4139-9ed7-0c47eb6040c3 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649183 Nov 19 15:54:33.297612 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1e52431-cf10-467b-aa96-adf985b026c1 {{(pid=80308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:54:33.301289 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf12f64-9fa7-4349-b1a2-92d43f9968c7 req-decb080b-ffad-4737-96ca-473492008570 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:33.306925 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:33.311800 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4bf12f64-9fa7-4349-b1a2-92d43f9968c7 req-decb080b-ffad-4737-96ca-473492008570 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1480937 Nov 19 15:54:33.322356 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Transition to ACTIVE for port object d1e52431-cf10-467b-aa96-adf985b026c1 will not be triggered until provisioned by entity L2. {{(pid=80308) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:54:33.329964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826724403'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:33.353882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:33.435912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks [] for floatingip, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:33.471465 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4bf12f64-9fa7-4349-b1a2-92d43f9968c7 req-a6a5721a-171b-493f-b000-44c8aed6ea76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582904 Nov 19 15:54:33.474499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:33.489975 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-3de6b34f-bc0d-4b04-a9f9-151cf12e482c tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] 10.222.0.48 "DELETE /v2.0/floatingips/fac9efaa-58ba-428a-9ae0-73a4b4d7609f HTTP/1.1" status: 204 len: 168 time: 1.4627240 Nov 19 15:54:33.599658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ee1bb-b6e2-44c5-9625-9c8335f111e5 None None] New status for floating IP fac9efaa-58ba-428a-9ae0-73a4b4d7609f: DOWN {{(pid=80310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:54:33.780989 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Pushing event updated for resources: {'Port': ['ID=d1e52431-cf10-467b-aa96-adf985b026c1,revision_number=2']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:33.785922 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:33.995137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Attempting to bind port d1e52431-cf10-467b-aa96-adf985b026c1 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:54:33.995585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Attempting to bind port d1e52431-cf10-467b-aa96-adf985b026c1 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f601e3bc-7f76-4eb5-ad95-7be1878caeec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede'}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:54:33.995955 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Attempting to bind port d1e52431-cf10-467b-aa96-adf985b026c1 on network ebc84685-a6e6-4e51-a584-e6268f7cbede {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:54:34.005086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:54:34.005595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Checking segment: {'id': 'f601e3bc-7f76-4eb5-ad95-7be1878caeec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:54:34.005856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:34.006394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Bound using segment: {'id': 'f601e3bc-7f76-4eb5-ad95-7be1878caeec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede'} {{(pid=80308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:54:34.006901 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Bound port: d1e52431-cf10-467b-aa96-adf985b026c1, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f601e3bc-7f76-4eb5-ad95-7be1878caeec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede'}}] {{(pid=80308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:54:34.007281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:34.126389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] For port d1e52431-cf10-467b-aa96-adf985b026c1, host hv-cinder-76330, cleared binding levels {{(pid=80308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:54:34.129686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] For port d1e52431-cf10-467b-aa96-adf985b026c1, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d1e52431-cf10-467b-aa96-adf985b026c1,segment=NetworkSegment(f601e3bc-7f76-4eb5-ad95-7be1878caeec),segment_id=f601e3bc-7f76-4eb5-ad95-7be1878caeec)] {{(pid=80308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:54:34.139832 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036826724403'] for port, after_update {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:34.274550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-74d0bb05-813f-41a3-a4eb-14477e0c7e76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:34.353152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959cb888-4fee-4cfb-8f88-05b71da22903 req-0e2fdebc-4b32-4bb2-85de-edbe2da9889b tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:34.361184 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-959cb888-4fee-4cfb-8f88-05b71da22903 req-0e2fdebc-4b32-4bb2-85de-edbe2da9889b tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 943 time: 0.1050365 Nov 19 15:54:34.361774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:34.363473 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] 10.222.0.55 "PUT /v2.0/ports/d1e52431-cf10-467b-aa96-adf985b026c1 HTTP/1.1" status: 200 len: 1157 time: 1.7807014 Nov 19 15:54:34.364085 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80cad425-68a7-4859-a307-0e862a30d827', 'tag': 'd1e52431-cf10-467b-aa96-adf985b026c1'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:54:34.376015 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Pushing event updated for resources: {'Port': ['ID=d1e52431-cf10-467b-aa96-adf985b026c1,revision_number=3']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:34.379428 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:34.455808 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-959cb888-4fee-4cfb-8f88-05b71da22903 req-d6bbe6a4-e1dc-4532-bb88-103a0b3d3d2c tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921254 Nov 19 15:54:34.488723 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80cad425-68a7-4859-a307-0e862a30d827', 'tag': 'd1e52431-cf10-467b-aa96-adf985b026c1', 'status': 'completed', 'code': 200} Nov 19 15:54:34.532087 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-9498e556-a8a5-4f9b-a83c-f1b96aa6441f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49e69a5171824392a5075e18e932446a&device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 1160 time: 0.1011066 Nov 19 15:54:34.621941 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-de548a8d-551a-4e1b-912e-9c48ebfc057e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e52431-cf10-467b-aa96-adf985b026c1 HTTP/1.1" status: 200 len: 217 time: 0.0765102 Nov 19 15:54:34.725831 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-9ef65ce0-596e-472c-9e10-39b3aea36654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:34.727968 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-9ef65ce0-596e-472c-9e10-39b3aea36654 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1aef73-4268-4307-89d0-44e8d054e466 HTTP/1.1" status: 200 len: 848 time: 0.0983682 Nov 19 15:54:34.792286 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-cbd15fd7-470c-47a0-b9e3-c71c10191694 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc84685-a6e6-4e51-a584-e6268f7cbede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573101 Nov 19 15:54:34.882770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820d127-cdf6-45f2-a16d-512e49988395 req-203b72ff-b1bd-4eee-90e0-c989416a3bf5 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:34.885056 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6820d127-cdf6-45f2-a16d-512e49988395 req-203b72ff-b1bd-4eee-90e0-c989416a3bf5 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1880677 Nov 19 15:54:34.966524 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-4c10ccdd-469c-40a3-9e98-93e170cda788 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669643 Nov 19 15:54:34.967352 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6820d127-cdf6-45f2-a16d-512e49988395 req-33109d5a-740b-469a-8f67-5ef597f44d67 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758853 Nov 19 15:54:35.140748 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d3e6d06-0b64-4ee4-bbe4-f05831dbaaab req-0be8bac7-928a-444c-b9eb-68adbe3a2897 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1655774 Nov 19 15:54:35.316267 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3f2f413f-7003-4ec3-832a-7138878911f7 req-16559664-7ccc-4433-bed6-a2a362cdc89c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49e69a5171824392a5075e18e932446a&device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 1160 time: 0.0906372 Nov 19 15:54:35.464721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f413f-7003-4ec3-832a-7138878911f7 req-53cbdb59-3e95-4346-9b0d-92c1a6bc2cc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:35.466300 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3f2f413f-7003-4ec3-832a-7138878911f7 req-53cbdb59-3e95-4346-9b0d-92c1a6bc2cc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc84685-a6e6-4e51-a584-e6268f7cbede HTTP/1.1" status: 200 len: 902 time: 0.1436143 Nov 19 15:54:35.543330 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3f2f413f-7003-4ec3-832a-7138878911f7 req-61fc608f-ad9b-46b0-9177-74cff8995186 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1e52431-cf10-467b-aa96-adf985b026c1 HTTP/1.1" status: 200 len: 217 time: 0.0663717 Nov 19 15:54:35.615626 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f413f-7003-4ec3-832a-7138878911f7 req-26d7d61f-eb9b-453e-95a5-e128913c5744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:35.617220 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3f2f413f-7003-4ec3-832a-7138878911f7 req-26d7d61f-eb9b-453e-95a5-e128913c5744 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1aef73-4268-4307-89d0-44e8d054e466 HTTP/1.1" status: 200 len: 848 time: 0.0678179 Nov 19 15:54:35.668858 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3f2f413f-7003-4ec3-832a-7138878911f7 req-95bfe731-aefb-4b38-b8f7-f9039ac16e29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc84685-a6e6-4e51-a584-e6268f7cbede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439379 Nov 19 15:54:35.676461 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c367f93-62c4-4829-b7ea-ff8a2fc6d40b req-258bf380-ee79-4076-8943-3f21beb0cc1d tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:35.678060 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4c367f93-62c4-4829-b7ea-ff8a2fc6d40b req-258bf380-ee79-4076-8943-3f21beb0cc1d tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 943 time: 0.0883589 Nov 19 15:54:35.728846 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4c367f93-62c4-4829-b7ea-ff8a2fc6d40b req-98c722cd-ba52-4921-a149-c6cb812f9c0a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444682 Nov 19 15:54:35.940418 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3f2f413f-7003-4ec3-832a-7138878911f7 req-8dea473d-5700-467b-ba34-c8e5e5892ed9 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498401 Nov 19 15:54:36.100388 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-3f2f413f-7003-4ec3-832a-7138878911f7 req-7cc6a943-f324-4750-8f61-4c576cae14c7 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1409070 Nov 19 15:54:36.223834 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0107b0cf-38a8-4756-a675-c7c10ec22b42 req-96146e94-f1ff-46b1-a439-3f5c6440e1aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 1162 time: 0.1537645 Nov 19 15:54:36.230909 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae933f6-6c7e-43d2-87c3-38cc5daee221 req-89e7563d-f1ba-4c4c-8b47-dca7b1a0e7da tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:36.232412 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aae933f6-6c7e-43d2-87c3-38cc5daee221 req-89e7563d-f1ba-4c4c-8b47-dca7b1a0e7da tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1183562 Nov 19 15:54:36.385900 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aae933f6-6c7e-43d2-87c3-38cc5daee221 req-5843d918-9cdd-45eb-994f-f978405572b5 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299343 Nov 19 15:54:36.412845 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107b0cf-38a8-4756-a675-c7c10ec22b42 req-c48a7664-d50c-4961-9b28-23a850d41117 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:36.414499 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0107b0cf-38a8-4756-a675-c7c10ec22b42 req-c48a7664-d50c-4961-9b28-23a850d41117 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.1811330 Nov 19 15:54:36.525703 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0107b0cf-38a8-4756-a675-c7c10ec22b42 req-520a0326-2482-422e-9e0d-5afe009a2c81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed HTTP/1.1" status: 200 len: 1000 time: 0.1038611 Nov 19 15:54:36.627330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107b0cf-38a8-4756-a675-c7c10ec22b42 req-2c8b3a77-52b4-4097-8e9f-d8f2b49afded service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:36.628860 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0107b0cf-38a8-4756-a675-c7c10ec22b42 req-2c8b3a77-52b4-4097-8e9f-d8f2b49afded service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.0660341 Nov 19 15:54:36.713289 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0107b0cf-38a8-4756-a675-c7c10ec22b42 req-78a3cc39-89dc-4274-9eec-39d7ff2a5784 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775173 Nov 19 15:54:36.861060 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0107b0cf-38a8-4756-a675-c7c10ec22b42 req-c78ad574-4ed1-42fd-9808-5a4d9b22054d service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404350 Nov 19 15:54:37.055229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c3f9a-4657-463f-b6a1-c19fd82fd78c req-a81480e0-72b8-4d74-a6bf-dcae20f7bd59 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:37.056729 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-db4c3f9a-4657-463f-b6a1-c19fd82fd78c req-a81480e0-72b8-4d74-a6bf-dcae20f7bd59 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 943 time: 0.1947403 Nov 19 15:54:37.091869 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0107b0cf-38a8-4756-a675-c7c10ec22b42 req-65a07f28-da58-40bd-a5e5-9f86fdc3b5ce service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1888976 Nov 19 15:54:37.115621 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-db4c3f9a-4657-463f-b6a1-c19fd82fd78c req-9bbc0457-6e9f-42a1-bbfb-46a3be615c5c tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488973 Nov 19 15:54:37.457950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.objects.ports [None req-b5932ec3-b17c-4a39-9232-86e859f0ece0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80310) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Nov 19 15:54:37.623482 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c84b65c-5ba7-4559-910c-ff1a7f3f57aa req-f86915f6-9a29-4615-b599-447b6fd4361d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:37.625075 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9c84b65c-5ba7-4559-910c-ff1a7f3f57aa req-f86915f6-9a29-4615-b599-447b6fd4361d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.0861228 Nov 19 15:54:37.673974 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9c84b65c-5ba7-4559-910c-ff1a7f3f57aa req-be43e047-9bf4-4ff1-8167-80e5ab924b6d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419850 Nov 19 15:54:37.699518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45726) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:37.922445 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d1e52431-cf10-467b-aa96-adf985b026c1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:54:38.003082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port d1e52431-cf10-467b-aa96-adf985b026c1 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:54:38.008375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port d1e52431-cf10-467b-aa96-adf985b026c1 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:54:38.008797 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:38.126967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:38.155443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cad425-68a7-4859-a307-0e862a30d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e52431-cf10-467b-aa96-adf985b026c1'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:54:38.166302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port d1e52431-cf10-467b-aa96-adf985b026c1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d1e52431-cf10-467b-aa96-adf985b026c1,segment=NetworkSegment(f601e3bc-7f76-4eb5-ad95-7be1878caeec),segment_id=f601e3bc-7f76-4eb5-ad95-7be1878caeec)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:54:38.171369 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:38.173381 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66eb3bc6-b6f0-4dbc-a0fe-46dd6adcb0fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:38.206184 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225131'] for router_interface, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:38.248221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=d1e52431-cf10-467b-aa96-adf985b026c1,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:38.260272 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.260900 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.261427 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.261946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.262467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.263008 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.263520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.264049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.264557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.265195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.265720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.266263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.266881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.267407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.267916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.268423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.268933 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.269460 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.269977 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.270863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.271384 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.271889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.272394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.272905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:38.286037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:38.322783 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cad425-68a7-4859-a307-0e862a30d827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1e52431-cf10-467b-aa96-adf985b026c1', 'code': 200} Nov 19 15:54:38.356740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d9fbf6-f185-48cf-bfde-442d34683aa8 req-06609023-6baf-4302-ae93-50d9bf2ee3f9 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:38.358081 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-54d9fbf6-f185-48cf-bfde-442d34683aa8 req-06609023-6baf-4302-ae93-50d9bf2ee3f9 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 945 time: 0.0886397 Nov 19 15:54:38.410767 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-54d9fbf6-f185-48cf-bfde-442d34683aa8 req-3486a331-5155-4c45-8f4b-7c02c51240af tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453601 Nov 19 15:54:38.827553 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0138e7ce-993a-49ee-b504-a6ef8190e623 req-14d579bb-af90-4941-9073-c24ef21f3350 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 1162 time: 0.3058064 Nov 19 15:54:38.880497 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Deleting port ec84412d-9da2-4918-b7c3-ad88c417d8a6 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:54:38.880844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:38.936052 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0138e7ce-993a-49ee-b504-a6ef8190e623 req-7e6e15d3-d791-495c-bd41-78fc4f2b2cce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014416 Nov 19 15:54:38.960215 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d3de8-5202-4865-9f66-2cc4be192f0c req-bbd4af9d-adc8-4f77-b94d-c4451cb16c0b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:38.961825 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4e4d3de8-5202-4865-9f66-2cc4be192f0c req-bbd4af9d-adc8-4f77-b94d-c4451cb16c0b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1100659 Nov 19 15:54:39.012945 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4e4d3de8-5202-4865-9f66-2cc4be192f0c req-edbc8b8e-fea6-4d26-99d2-7d34d328a1af tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442774 Nov 19 15:54:39.068265 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] For port ec84412d-9da2-4918-b7c3-ad88c417d8a6, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=ec84412d-9da2-4918-b7c3-ad88c417d8a6,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:54:39.068664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:39.193505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Calling delete_port for ec84412d-9da2-4918-b7c3-ad88c417d8a6 owned by network:router_interface {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:54:39.380368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:39.396601 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-66075bc3-4ccf-408e-9a5b-ecfeec53dab7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:39.449862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec84412d-9da2-4918-b7c3-ad88c417d8a6,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:39.455617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:39.497569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d1e52431-cf10-467b-aa96-adf985b026c1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:54:39.584798 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port d1e52431-cf10-467b-aa96-adf985b026c1 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:54:39.585403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:39.654601 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dee6bc-8a59-4d97-b593-aab62ab5bd93 req-956e2ced-b34c-465f-b215-5a530ac56974 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:39.656363 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c1dee6bc-8a59-4d97-b593-aab62ab5bd93 req-956e2ced-b34c-465f-b215-5a530ac56974 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 945 time: 0.1083684 Nov 19 15:54:39.729542 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c1dee6bc-8a59-4d97-b593-aab62ab5bd93 req-0321b6d1-5d65-4c2f-93e6-cc8d51469999 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666835 Nov 19 15:54:39.765843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a1ddf76f-91aa-4ec0-86ef-70804b027bed no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:54:39.895091 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:39.933174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port a1ddf76f-91aa-4ec0-86ef-70804b027bed, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:54:39.937526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:39.940375 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:40.025156 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=a1ddf76f-91aa-4ec0-86ef-70804b027bed,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:40.031508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:40.127712 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3437258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854232743'] for router_interface, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:40.244606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6b57f-a7bf-4b48-82b7-448f764514f6 req-afcd465c-9350-4491-a764-ec71ca6c716a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:40.246213 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-47f6b57f-a7bf-4b48-82b7-448f764514f6 req-afcd465c-9350-4491-a764-ec71ca6c716a tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.0829918 Nov 19 15:54:40.300819 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-47f6b57f-a7bf-4b48-82b7-448f764514f6 req-4ce98997-27a1-49f6-8265-1020241fdb41 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478590 Nov 19 15:54:40.323708 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:54:40.380539 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'code': 422} returned with failed status Nov 19 15:54:40.883246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Router a08ecbcc-512a-444a-a208-38de4a58671c has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:54:40.955243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd3ddb-a214-4797-a2c4-41642add620b req-04afe8b2-b586-4e0d-8298-22be5160407e tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:40.957048 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0dd3ddb-a214-4797-a2c4-41642add620b req-04afe8b2-b586-4e0d-8298-22be5160407e tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 945 time: 0.0945983 Nov 19 15:54:41.008301 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d0dd3ddb-a214-4797-a2c4-41642add620b req-36825003-aa21-495a-ae03-e33665455759 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 Nov 19 15:54:41.107657 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:54:41.121201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] Sync routers for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:54:41.124550 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-26c0cf75-077c-424e-b20e-7c48e9e52803 admin admin] 10.222.0.48 "PUT /v2.0/routers/a08ecbcc-512a-444a-a208-38de4a58671c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4215863 Nov 19 15:54:41.124799 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45766) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:41.135912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:54:41.136598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:54:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:41.329526 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:54:41.343978 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks [] for router, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:41.521291 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d1e52431-cf10-467b-aa96-adf985b026c1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:54:41.582509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:41.595561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Deleting port 4e145790-1aa1-4beb-a867-5922d7ff91ae {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:54:41.596137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:41.600411 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port d1e52431-cf10-467b-aa96-adf985b026c1 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:54:41.601341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:41.664393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57'}], 'enable_snat': True}, 'gw_port_id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:54:39Z', 'revision_number': 5, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port': {'id': '4e145790-1aa1-4beb-a867-5922d7ff91ae', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:a2:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:41.669751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] Checking router: a08ecbcc-512a-444a-a208-38de4a58671c for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:54:41.682629 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] Routers {'a08ecbcc-512a-444a-a208-38de4a58671c'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:54:41.683792 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:54:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['a08ecbcc-512a-444a-a208-38de4a58671c'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:41.866596 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] For port 4e145790-1aa1-4beb-a867-5922d7ff91ae, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=4e145790-1aa1-4beb-a867-5922d7ff91ae,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:54:41.867262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:41.868486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] Set router a08ecbcc-512a-444a-a208-38de4a58671c gateway port host: None {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:54:41.997494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:54:41Z', 'revision_number': 6, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port_host': None}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:42.003297 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebc5329-3cb1-49cb-a610-ef98e93b7b37 None None] The sync data for ids ['a08ecbcc-512a-444a-a208-38de4a58671c'] in dv-cinder-763306-3-smb is: [{'id': 'a08ecbcc-512a-444a-a208-38de4a58671c', 'name': 'tempest-AttachVolumeTestJSON-1323976413-router', 'tenant_id': 'aa9f0425731e423fbf02bdd413472e79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:29Z', 'updated_at': '2020-11-19T15:54:41Z', 'revision_number': 6, 'project_id': 'aa9f0425731e423fbf02bdd413472e79', 'gw_port_host': None}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:54:42.275972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Calling delete_port for 4e145790-1aa1-4beb-a867-5922d7ff91ae owned by network:router_gateway {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:54:42.363017 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45800) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:42.400094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d3d26-1fbc-4cc4-94be-cfdd3d4f1169 req-6b9644c5-a5ad-45cb-b600-b9adbcff5bd4 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:42.401623 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4b8d3d26-1fbc-4cc4-94be-cfdd3d4f1169 req-6b9644c5-a5ad-45cb-b600-b9adbcff5bd4 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 945 time: 0.1795733 Nov 19 15:54:42.414201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b8d81-e9a1-40a3-81a0-14d616a15407 req-227e6bc3-293d-4898-90ed-c58329bfef06 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:42.415827 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-745b8d81-e9a1-40a3-81a0-14d616a15407 req-227e6bc3-293d-4898-90ed-c58329bfef06 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.1433625 Nov 19 15:54:42.479190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device ec84412d-9da2-4918-b7c3-ad88c417d8a6 no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:54:42.480561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:42.498395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-04c37615-284e-4e47-8d55-da497dbd1fbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:42.516879 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: ec84412d-9da2-4918-b7c3-ad88c417d8a6 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:54:42.517737 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device ec84412d-9da2-4918-b7c3-ad88c417d8a6 not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:54:42.518407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 4e145790-1aa1-4beb-a867-5922d7ff91ae no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:54:42.554316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Pushing event deleted for resources: {'Port': ['ID=4e145790-1aa1-4beb-a867-5922d7ff91ae,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:42.557295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:42.563275 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-745b8d81-e9a1-40a3-81a0-14d616a15407 req-d88f217b-394e-42e9-ba53-d8afacb17bae tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211348 Nov 19 15:54:42.563514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: 4e145790-1aa1-4beb-a867-5922d7ff91ae {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:54:42.564071 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 4e145790-1aa1-4beb-a867-5922d7ff91ae not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:54:42.565449 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4b8d3d26-1fbc-4cc4-94be-cfdd3d4f1169 req-ce584f25-a61e-4b4e-b949-cb51dfee89f4 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486681 Nov 19 15:54:42.582975 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-49d15be3-0420-4390-a746-1341761ef5fa service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2172234 Nov 19 15:54:42.908798 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225797'] for router_gateway, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.156076 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-1f94b41d-990a-4969-8af3-f24816b25f28 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb&tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7 HTTP/1.1" status: 200 len: 1160 time: 0.0753753 Nov 19 15:54:43.183696 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1751'] for router, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.188553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.218886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663513'] for router, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.220024 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a08ecbcc-512a-444a-a208-38de4a58671c {{(pid=80308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 15:54:43.234003 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Notify callbacks [] for router, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.236366 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] 10.222.0.48 "DELETE /v2.0/routers/a08ecbcc-512a-444a-a208-38de4a58671c HTTP/1.1" status: 204 len: 168 time: 2.1105950 Nov 19 15:54:43.239227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45812) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:43.270440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:54:43.275950 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-c30de40e-b954-4c25-8dfa-87c15a29524b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 1160 time: 0.0865123 Nov 19 15:54:43.311504 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf9cf46-f6cb-486b-93a9-9ea6e1dcd5c7 admin admin] Deleting subnet 54e79c3c-cd15-482c-a48f-84775129a214 {{(pid=80308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:54:43.312734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6bf9cf46-f6cb-486b-93a9-9ea6e1dcd5c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.370593 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6bf9cf46-f6cb-486b-93a9-9ea6e1dcd5c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826442965'] for subnet, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.424315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-6d4d1b0a-369e-40a9-8f66-8ae78c9d53b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:43.425900 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-6d4d1b0a-369e-40a9-8f66-8ae78c9d53b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.1425729 Nov 19 15:54:43.491740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6bf9cf46-f6cb-486b-93a9-9ea6e1dcd5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.534909 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-d66454b5-a74b-4d21-afe3-eee27dc5d0be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed HTTP/1.1" status: 200 len: 998 time: 0.1006708 Nov 19 15:54:43.587179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d1e52431-cf10-467b-aa96-adf985b026c1 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:54:43.651439 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-e32931b2-966e-4814-9d59-4e93d0a91df9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:43.653041 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-e32931b2-966e-4814-9d59-4e93d0a91df9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.0821536 Nov 19 15:54:43.710563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port d1e52431-cf10-467b-aa96-adf985b026c1 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:54:43.711196 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.842247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-b02e7fef-2403-49bf-9b20-b4f1f9b675ba tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:43.843103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-b02e7fef-2403-49bf-9b20-b4f1f9b675ba tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Synchronizing usage tracker for tenant:49e69a5171824392a5075e18e932446a on resource:port {{(pid=80308) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:54:43.872515 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-b02e7fef-2403-49bf-9b20-b4f1f9b675ba tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Unset dirty status for tenant:49e69a5171824392a5075e18e932446a on resource:port {{(pid=80308) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:54:43.874134 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-b02e7fef-2403-49bf-9b20-b4f1f9b675ba tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.55 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 945 time: 0.2350829 Nov 19 15:54:43.876279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6bf9cf46-f6cb-486b-93a9-9ea6e1dcd5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826724464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826701859'] for subnet, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:43.895471 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f7f36489-0adb-43bb-91c2-cbfb72e1d51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:43.907675 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-bc543083-aa65-4fef-aa09-3437b6db57c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2439368 Nov 19 15:54:43.917134 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f498af41-aeec-4b60-bc7b-a48d51ff1021 req-90768921-69a1-4b69-bc80-19298e9b2272 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:43.918638 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f498af41-aeec-4b60-bc7b-a48d51ff1021 req-90768921-69a1-4b69-bc80-19298e9b2272 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 945 time: 0.1747437 Nov 19 15:54:43.992473 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9cf46-f6cb-486b-93a9-9ea6e1dcd5c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54e79c3c-cd15-482c-a48f-84775129a214,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:43.998234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6bf9cf46-f6cb-486b-93a9-9ea6e1dcd5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:44.081517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089878da-2bee-45eb-bfdd-e0215fab2b78 req-9a0a6e83-fcab-463d-a5f4-42ae8c5c87bc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:44.083056 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-089878da-2bee-45eb-bfdd-e0215fab2b78 req-9a0a6e83-fcab-463d-a5f4-42ae8c5c87bc tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.2616746 Nov 19 15:54:44.084270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Deleting port d1e52431-cf10-467b-aa96-adf985b026c1 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:54:44.084651 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.131762 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f498af41-aeec-4b60-bc7b-a48d51ff1021 req-6c5451c9-5575-4265-b73b-f26c314c9ef9 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844480 Nov 19 15:54:44.148934 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6bf9cf46-f6cb-486b-93a9-9ea6e1dcd5c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.154109 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-ad17ff2e-5fb6-42cf-a7ed-5ec92a6584fb service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344532 Nov 19 15:54:44.161837 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-089878da-2bee-45eb-bfdd-e0215fab2b78 req-6aaecf25-2b05-4937-9e7a-f4de509169f0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713460 Nov 19 15:54:44.164998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70abb04a-7f53-4fd9-9dc3-e8a11ee3bf34 None None] Network ff79497e-4d00-46d7-9667-b21a1f313c56 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:54:44.192605 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-6bf9cf46-f6cb-486b-93a9-9ea6e1dcd5c7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/54e79c3c-cd15-482c-a48f-84775129a214 HTTP/1.1" status: 204 len: 168 time: 0.9522693 Nov 19 15:54:44.196121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45820) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:44.373353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] For port d1e52431-cf10-467b-aa96-adf985b026c1, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=d1e52431-cf10-467b-aa96-adf985b026c1,segment=NetworkSegment(f601e3bc-7f76-4eb5-ad95-7be1878caeec),segment_id=f601e3bc-7f76-4eb5-ad95-7be1878caeec)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:54:44.373710 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.411100 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d86e369-f783-4c05-aa43-be737e1ebfb6 req-96e75e9a-d543-4394-aeab-4650b0c05a5c service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2481728 Nov 19 15:54:44.416318 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.473544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] DHCP port deletion for ff79497e-4d00-46d7-9667-b21a1f313c56 request from dv-cinder-763306-3-smb {{(pid=80310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 15:54:44.478458 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] Deleting port e99597b5-9143-4112-9ac0-3cc9e590d6db {{(pid=80310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:54:44.479031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.487344 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Deleting port e99597b5-9143-4112-9ac0-3cc9e590d6db {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:54:44.487725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.516366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Calling delete_port for d1e52431-cf10-467b-aa96-adf985b026c1 owned by compute:nova {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:54:44.684333 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.694758 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] For port e99597b5-9143-4112-9ac0-3cc9e590d6db, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=e99597b5-9143-4112-9ac0-3cc9e590d6db,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:54:44.695324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.702041 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0b5137b8-d887-475a-baa3-9769f9983d6f tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:44.735960 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] For port e99597b5-9143-4112-9ac0-3cc9e590d6db, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=e99597b5-9143-4112-9ac0-3cc9e590d6db,segment=NetworkSegment(89da0601-33c7-40d6-8f9d-ed3c0f4124da),segment_id=89da0601-33c7-40d6-8f9d-ed3c0f4124da)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:54:44.736364 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.756774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Pushing event deleted for resources: {'Port': ['ID=d1e52431-cf10-467b-aa96-adf985b026c1,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:44.761412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:44.831724 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] Calling delete_port for e99597b5-9143-4112-9ac0-3cc9e590d6db owned by network:dhcp {{(pid=80310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:54:44.873901 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Calling delete_port for e99597b5-9143-4112-9ac0-3cc9e590d6db owned by network:dhcp {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:54:44.916227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] No DVR routers for this DVR port d1e52431-cf10-467b-aa96-adf985b026c1 on host hv-cinder-76330 {{(pid=80308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:54:44.916453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.918602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:44.921518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80cad425-68a7-4859-a307-0e862a30d827', 'name': 'network-vif-deleted', 'tag': 'd1e52431-cf10-467b-aa96-adf985b026c1'}] {{(pid=80308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:54:44.941299 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cf18647b-58b7-46b8-b33a-e2ac1eebdf90 req-256dba3a-c73e-4b0d-942f-6ddf9ae3d8c8 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.55 "DELETE /v2.0/ports/d1e52431-cf10-467b-aa96-adf985b026c1 HTTP/1.1" status: 204 len: 173 time: 1.0465996 Nov 19 15:54:44.952382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:44.958120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:54:44.958492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:54:45.003175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] Pushing event deleted for resources: {'Port': ['ID=e99597b5-9143-4112-9ac0-3cc9e590d6db,revision_number=None']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:45.014467 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80cad425-68a7-4859-a307-0e862a30d827', 'name': 'network-vif-deleted', 'tag': 'd1e52431-cf10-467b-aa96-adf985b026c1', 'status': 'completed', 'code': 200} Nov 19 15:54:45.050115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:45.079887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] No DVR routers for this DVR port e99597b5-9143-4112-9ac0-3cc9e590d6db on host dv-cinder-763306-3-smb {{(pid=80310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:54:45.328725 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c792deb5-0893-40ea-8803-27ea457ea232 req-a7f4a261-ad90-4501-b6ca-1635cce30097 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0509930 Nov 19 15:54:45.438905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d1e52431-cf10-467b-aa96-adf985b026c1 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:54:45.464857 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Deleting port e99597b5-9143-4112-9ac0-3cc9e590d6db {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:54:45.465796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:45.515753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] No Port match for: d1e52431-cf10-467b-aa96-adf985b026c1 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:54:45.516731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device d1e52431-cf10-467b-aa96-adf985b026c1 not bound to the agent host hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:54:45.522632 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108bf14-1306-424c-a094-ded7ceb07e91 req-68dd1659-6b89-4daa-a1eb-513b69a81f76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:45.524631 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f108bf14-1306-424c-a094-ded7ceb07e91 req-68dd1659-6b89-4daa-a1eb-513b69a81f76 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.1808295 Nov 19 15:54:45.585822 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] The port 'e99597b5-9143-4112-9ac0-3cc9e590d6db' was deleted {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 15:54:45.679950 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f108bf14-1306-424c-a094-ded7ceb07e91 req-bcc1beff-92ce-47d0-b95c-2efcc62c75c6 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479671 Nov 19 15:54:45.769682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:46.165003 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff79497e-4d00-46d7-9667-b21a1f313c56']}} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:46.178561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89da0601-33c7-40d6-8f9d-ed3c0f4124da') {'for_net_delete': True} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:46.178919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89da0601-33c7-40d6-8f9d-ed3c0f4124da') {} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:54:46.190926 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28124490'] for segment, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:46.205814 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:46.207812 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:54:46.399911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Network ff79497e-4d00-46d7-9667-b21a1f313c56 has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:54:46.415524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29222161'] for segment, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:46.475292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device e99597b5-9143-4112-9ac0-3cc9e590d6db no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:54:46.534080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: e99597b5-9143-4112-9ac0-3cc9e590d6db {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:54:46.534485 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device e99597b5-9143-4112-9ac0-3cc9e590d6db not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:54:46.598607 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-fac772aa-9769-46c0-830f-a6f314991e4f req-05441152-8ada-45aa-9759-26a21c53a85e tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.1209157 Nov 19 15:54:46.674855 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Network ff79497e-4d00-46d7-9667-b21a1f313c56 has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:54:46.742503 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:54:46.808280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:46.818174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a909edec-f116-4734-bc47-3e2ab4e85bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:46.837709 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:46.855729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff79497e-4d00-46d7-9667-b21a1f313c56,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:46.862695 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ff79497e-4d00-46d7-9667-b21a1f313c56 HTTP/1.1" status: 204 len: 168 time: 2.6655555 Nov 19 15:54:46.868850 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.869331 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.869651 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.870041 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.870434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.870817 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.871290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.871594 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.871972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.872352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.872799 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.873094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.873641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.874028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.874407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.874785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.875185 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.876093 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.876474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.876855 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.877233 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.877614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.877964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.878346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:46.882076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5abe4832-258b-409a-b507-46df8804b7d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:46.989613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77bbe7-5612-4915-b9a3-c56548c3f00b req-f81e8c4b-3cd9-4ab3-af55-cfb48d9f7129 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:46.991275 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5b77bbe7-5612-4915-b9a3-c56548c3f00b req-f81e8c4b-3cd9-4ab3-af55-cfb48d9f7129 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.0927012 Nov 19 15:54:47.052276 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-5b77bbe7-5612-4915-b9a3-c56548c3f00b req-f5b5c2bd-2a09-4c5d-bcfa-dc053fef5148 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536757 Nov 19 15:54:47.057639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45858) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:47.114779 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1b4ec468-2339-4c56-8460-4a1350cbe709 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa9f0425731e423fbf02bdd413472e79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0557837 Nov 19 15:54:47.117092 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45862) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:47.185536 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-26f40705-848a-4a15-9d47-e6ee2180f014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:47.214579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-26f40705-848a-4a15-9d47-e6ee2180f014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:47.269175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-26f40705-848a-4a15-9d47-e6ee2180f014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:47.274182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c3ac3296-2e9f-4d8c-ba39-ee28baa44da7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:47.290400 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f40705-848a-4a15-9d47-e6ee2180f014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525da612-cf0a-455e-9572-68ed1ebfc216,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:47.293596 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-26f40705-848a-4a15-9d47-e6ee2180f014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:47.296006 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-26f40705-848a-4a15-9d47-e6ee2180f014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:47.297412 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-26f40705-848a-4a15-9d47-e6ee2180f014 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/525da612-cf0a-455e-9572-68ed1ebfc216 HTTP/1.1" status: 204 len: 168 time: 0.1791620 Nov 19 15:54:47.821191 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a679e254-1ed2-44f7-ab12-55839f63082e req-2c5dd6ae-859f-4150-a02c-c5254460d22c tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0608134 Nov 19 15:54:48.314349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76267df9-1442-4b65-969a-609785c01cb8 req-95743c9e-c536-4ffb-b51d-098ee494488f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:48.315945 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-76267df9-1442-4b65-969a-609785c01cb8 req-95743c9e-c536-4ffb-b51d-098ee494488f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.0931504 Nov 19 15:54:48.375735 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-76267df9-1442-4b65-969a-609785c01cb8 req-f2368b66-c008-47d0-a63e-629657932a28 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533273 Nov 19 15:54:49.032723 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ca4e117f-c539-491d-ae8c-44ea967e7351 req-b2e02e1f-154d-47dd-ad9f-c6816a5e3662 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0484571 Nov 19 15:54:49.647493 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f9a8b-3699-4bdc-9054-f0c3835c8234 req-9696b63e-6d06-4eb0-919e-ed0651d5f0b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:49.649177 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b30f9a8b-3699-4bdc-9054-f0c3835c8234 req-9696b63e-6d06-4eb0-919e-ed0651d5f0b7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.1104083 Nov 19 15:54:49.717871 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b30f9a8b-3699-4bdc-9054-f0c3835c8234 req-ca365b2d-e222-4706-b1a4-0c55215f534d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626602 Nov 19 15:54:50.252870 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-106185dc-bbb0-419e-b605-f38693b39f3b req-3881269b-ee4a-4014-82a8-bc513083e678 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0478020 Nov 19 15:54:50.829903 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-931d4549-66b6-49ae-a925-22ebc9d3fa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:51.048824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ac569-3a02-4e7f-8116-7dce40ff0fc1 req-f6932130-ce03-4fc9-8896-b82dbb9c89a1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:51.050409 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-948ac569-3a02-4e7f-8116-7dce40ff0fc1 req-f6932130-ce03-4fc9-8896-b82dbb9c89a1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.0857594 Nov 19 15:54:51.102626 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-948ac569-3a02-4e7f-8116-7dce40ff0fc1 req-905d2c90-52f4-4ea3-83cc-25b4f96a1fe0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460231 Nov 19 15:54:51.447532 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1739622d-28c9-49aa-b0d7-100b0dea54d2 req-d8521a15-dbc4-49f8-8562-3003e15081bb tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0473895 Nov 19 15:54:51.962697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:52.357530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbef6f2-a88e-433a-9f8b-7cfba40cdafc req-80396483-d3c0-4588-890c-e7cfaf1412a7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:52.357530 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9cbef6f2-a88e-433a-9f8b-7cfba40cdafc req-80396483-d3c0-4588-890c-e7cfaf1412a7 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.0894747 Nov 19 15:54:52.428333 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9cbef6f2-a88e-433a-9f8b-7cfba40cdafc req-404deb4f-44e2-4235-8b0b-515d160df00b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642288 Nov 19 15:54:52.650283 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-afe01533-85e1-4a8a-85cf-7b082536f796 req-aef8eef3-f6b1-4864-8001-40244aa90392 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0488293 Nov 19 15:54:53.458881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3bed4681-9a8e-47e6-9ca0-990bec64a94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:53.667984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bb8cd-a858-474d-b3aa-a10a82bdb216 req-ea3b3aee-9a86-473f-be4b-48d9cb9a5c95 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:53.669594 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-390bb8cd-a858-474d-b3aa-a10a82bdb216 req-ea3b3aee-9a86-473f-be4b-48d9cb9a5c95 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.0881305 Nov 19 15:54:53.722657 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-390bb8cd-a858-474d-b3aa-a10a82bdb216 req-bf22ae7e-b02e-41da-b1ca-e657ab783b01 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459487 Nov 19 15:54:53.802602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:53.936964 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9e038ef-0fa7-4bbf-aa16-adab7f4d13ad req-24b3c47f-8797-4e9d-a818-a88ccef65538 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0580201 Nov 19 15:54:54.214891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 45984) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:54.372018 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:54.405888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:54.410034 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Usage tracker for resource:security_group_rule and tenant:44b4d6bd67c848aab12597b7330f12eb is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:54.413069 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:54.418938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:54.495346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:54.497938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:54.506107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9896e188-b0c1-4ea2-9f14-de15ce74b3e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:54.550229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 45992) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:54.550445 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=44b4d6bd67c848aab12597b7330f12eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3342772 Nov 19 15:54:54.559083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9875d940-6a00-4fda-bbb9-81002c1d791c,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:54.570720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.571247 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.571667 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.572157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.572653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.573057 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.573546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.573945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.574434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.574844 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.575253 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.575741 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.576342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.576745 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.577233 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.577627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.578104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.579188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.579591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.579991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.580394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.580876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.581360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.581752 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:54:54.586867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ddf7c9d6-9a65-4550-9397-c518c717f836 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:54.624954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-45d263c6-f14d-4415-a1eb-deb1aedac4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:54.661575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-45d263c6-f14d-4415-a1eb-deb1aedac4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:54.710166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-45d263c6-f14d-4415-a1eb-deb1aedac4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:54.716406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1cf5ea9f-5751-4e8e-8edd-b92eb4ff0566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:54.718233 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:54.731280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d263c6-f14d-4415-a1eb-deb1aedac4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9875d940-6a00-4fda-bbb9-81002c1d791c,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:54.738249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-45d263c6-f14d-4415-a1eb-deb1aedac4f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:54.739615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-45d263c6-f14d-4415-a1eb-deb1aedac4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:54.740952 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-45d263c6-f14d-4415-a1eb-deb1aedac4f9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9875d940-6a00-4fda-bbb9-81002c1d791c HTTP/1.1" status: 204 len: 168 time: 0.1896083 Nov 19 15:54:55.018297 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc98eb-f9d7-471e-b5c7-c279159f01de req-ced8330b-1a62-4959-aa37-4630bdc76773 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:55.020026 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7bcc98eb-f9d7-471e-b5c7-c279159f01de req-ced8330b-1a62-4959-aa37-4630bdc76773 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.1100047 Nov 19 15:54:55.075791 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7bcc98eb-f9d7-471e-b5c7-c279159f01de req-85564766-fc5b-41f7-8386-65657b22d3ae tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493641 Nov 19 15:54:55.163821 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8017dae6-176f-43dc-ba6b-7674d6a42309 req-d7dfc2aa-3f8c-4e9f-80ac-09b83d487004 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=80cad425-68a7-4859-a307-0e862a30d827 HTTP/1.1" status: 200 len: 210 time: 0.0541761 Nov 19 15:54:55.195579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46004) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:55.215430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:55.249659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:55.255031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Usage tracker for resource:security_group_rule and tenant:fa65ece6f1a24d59a14cb301c3dd3362 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:55.259036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:55.265332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:55.334393 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:55.337691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:55.347097 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b37a8532-5a9b-48f5-9f86-c6160f4f41ef tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:55.349038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:55.396897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658e13e8-40a5-4f54-b226-93faaf8d13ca,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:55.400736 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:55.403295 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fa65ece6f1a24d59a14cb301c3dd3362&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2066407 Nov 19 15:54:55.406317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46008) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:55.471777 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-71933674-24f9-40b2-a63e-0111f40eafe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:55.499283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-71933674-24f9-40b2-a63e-0111f40eafe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:55.543091 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-71933674-24f9-40b2-a63e-0111f40eafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:55.549042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6f2c1d16-63e7-4f7d-a69d-6e4c037a529f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:55.564498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71933674-24f9-40b2-a63e-0111f40eafe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658e13e8-40a5-4f54-b226-93faaf8d13ca,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:55.567360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-71933674-24f9-40b2-a63e-0111f40eafe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:55.568542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-71933674-24f9-40b2-a63e-0111f40eafe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:55.572355 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-71933674-24f9-40b2-a63e-0111f40eafe9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/658e13e8-40a5-4f54-b226-93faaf8d13ca HTTP/1.1" status: 204 len: 168 time: 0.1623869 Nov 19 15:54:55.982948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46016) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:56.012341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:56.048060 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:56.052328 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Usage tracker for resource:security_group_rule and tenant:21e03c0e8bd04845965333d277e51602 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:56.055434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:56.061332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:56.132360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:56.135219 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:56.143849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b6ff8c07-220e-4b70-9dc2-9ac6c010a926 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:56.188902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be32ee59-9a98-49cb-8c8a-ebd9ad49a8c9,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:56.193491 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21e03c0e8bd04845965333d277e51602&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2094646 Nov 19 15:54:56.194467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:56.196109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46022) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:56.303851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b702d51-22a0-4d5e-ba5c-affc57aae64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:56.353761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b702d51-22a0-4d5e-ba5c-affc57aae64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:56.408523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffa124-2773-454a-94d9-81583eb2112e req-54310fe3-9144-4f0d-9298-2068d63b526f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:56.410118 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8bffa124-2773-454a-94d9-81583eb2112e req-54310fe3-9144-4f0d-9298-2068d63b526f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.1483088 Nov 19 15:54:56.434419 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b702d51-22a0-4d5e-ba5c-affc57aae64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:56.442568 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ada22705-22b6-4122-bbb4-407bc3797cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:56.466220 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b702d51-22a0-4d5e-ba5c-affc57aae64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be32ee59-9a98-49cb-8c8a-ebd9ad49a8c9,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:56.469157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9b702d51-22a0-4d5e-ba5c-affc57aae64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:56.474468 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9b702d51-22a0-4d5e-ba5c-affc57aae64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:56.478412 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-9b702d51-22a0-4d5e-ba5c-affc57aae64a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be32ee59-9a98-49cb-8c8a-ebd9ad49a8c9 HTTP/1.1" status: 204 len: 168 time: 0.2788148 Nov 19 15:54:56.487780 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8bffa124-2773-454a-94d9-81583eb2112e req-4a0ab1a6-9255-4e18-af90-2e3375f2cf07 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706522 Nov 19 15:54:56.645851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-471a0d5f-1606-4bcf-b8d6-fb7f31226e3e tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:56.647408 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-471a0d5f-1606-4bcf-b8d6-fb7f31226e3e tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/networks?id=ebc84685-a6e6-4e51-a584-e6268f7cbede HTTP/1.1" status: 200 len: 808 time: 0.1587019 Nov 19 15:54:56.665015 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-0a5047e7-d57b-4ed0-93bb-11a2f93fd633 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/quotas/49e69a5171824392a5075e18e932446a HTTP/1.1" status: 200 len: 375 time: 0.0116158 Nov 19 15:54:56.717206 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-f71553d0-f7da-48ca-91e2-792d188ad630 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?tenant_id=49e69a5171824392a5075e18e932446a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466716 Nov 19 15:54:57.006032 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-698a5fcb-e2d6-4f13-84f3-463d1227cd3a service neutron] 10.222.0.48 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795184 Nov 19 15:54:57.149797 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-8b9d2aca-8f2e-4b15-bc4b-fa92f0471a5d service neutron] 10.222.0.48 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1372225 Nov 19 15:54:57.362545 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d5dd3923-ec8e-40e7-a663-ff5e0b370e0b req-efd9a65c-72dc-4da1-ac51-208acaba1279 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 210 time: 0.0556021 Nov 19 15:54:57.748903 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334fda70-3567-410f-b1fd-6c798ea0e071 req-15dd472c-fcf5-4650-ad09-991adfe45462 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:57.751343 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-334fda70-3567-410f-b1fd-6c798ea0e071 req-15dd472c-fcf5-4650-ad09-991adfe45462 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 943 time: 0.0956850 Nov 19 15:54:57.802976 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-334fda70-3567-410f-b1fd-6c798ea0e071 req-bbe1527c-6760-424b-83c8-04de87b987e9 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462179 Nov 19 15:54:57.818190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a1ddf76f-91aa-4ec0-86ef-70804b027bed up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:54:57.904252 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port a1ddf76f-91aa-4ec0-86ef-70804b027bed triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:54:57.904753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:57.925864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46080) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:58.028938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:58.056311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:54:58.067249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port a1ddf76f-91aa-4ec0-86ef-70804b027bed, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:54:58.071302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:58.073395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:58.081741 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:58.117062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:58.121333 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Usage tracker for resource:security_group_rule and tenant:e573618b9dc244ba95d42baa98cf09cd is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:58.124619 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:58.125018 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'code': 200} Nov 19 15:54:58.131240 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:58.147638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=a1ddf76f-91aa-4ec0-86ef-70804b027bed,revision_number=6']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:58.151112 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:58.202332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:58.206103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:58.214404 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:58.258929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e469056-be12-45bd-95d5-db62b65294f0,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:58.262023 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:58.267174 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e573618b9dc244ba95d42baa98cf09cd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3401737 Nov 19 15:54:58.268465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46088) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:54:58.338438 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c0edceee-8e25-4338-bc3d-46f96540292a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:58.366941 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c0edceee-8e25-4338-bc3d-46f96540292a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:58.451950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c0edceee-8e25-4338-bc3d-46f96540292a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:58.470921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-053d6b0f-702e-4325-8d30-9276293d25b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:54:58.486774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0edceee-8e25-4338-bc3d-46f96540292a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e469056-be12-45bd-95d5-db62b65294f0,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:54:58.494642 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c0edceee-8e25-4338-bc3d-46f96540292a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:54:58.510709 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c0edceee-8e25-4338-bc3d-46f96540292a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:58.514720 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c0edceee-8e25-4338-bc3d-46f96540292a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e469056-be12-45bd-95d5-db62b65294f0 HTTP/1.1" status: 204 len: 168 time: 0.2440023 Nov 19 15:54:58.518883 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dd6ddcb5-f687-40bf-8aa5-7f0296d40dce req-9fdd418e-cdbe-4e20-91a3-54235c6855cd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 1162 time: 0.1336031 Nov 19 15:54:58.577220 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dd6ddcb5-f687-40bf-8aa5-7f0296d40dce req-73873c29-d894-4f16-80cd-f15623a55590 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514207 Nov 19 15:54:58.612638 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-0888c16b-1ac9-42fe-993d-1e05b8098746 req-a97663ce-0642-4df8-acd6-199ddb080961 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 210 time: 0.0685232 Nov 19 15:54:58.662080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-e8700e6f-8b3e-4dce-ab94-b494f6d6c2f2 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:58.663892 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-e8700e6f-8b3e-4dce-ab94-b494f6d6c2f2 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.55 "GET /v2.0/networks?id=ebc84685-a6e6-4e51-a584-e6268f7cbede HTTP/1.1" status: 200 len: 808 time: 0.2514288 Nov 19 15:54:58.882141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Request body: {'port': {'device_id': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede', 'admin_state_up': True, 'tenant_id': '49e69a5171824392a5075e18e932446a'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:54:59.095546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:54:59.101708 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Usage tracker for resource:port and tenant:49e69a5171824392a5075e18e932446a is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:54:59.106036 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Quota usage for port was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:54:59.113229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:54:59.126092 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe15a2a-6d99-4dd5-9ac5-c1891f82f16b req-5fb030c2-943e-4e1e-afca-bc600b199c0d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:54:59.127737 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dfe15a2a-6d99-4dd5-9ac5-c1891f82f16b req-5fb030c2-943e-4e1e-afca-bc600b199c0d tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1435287 Nov 19 15:54:59.132487 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Made reservation on behalf of 49e69a5171824392a5075e18e932446a for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:54:59.137810 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:54:59.249518 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dfe15a2a-6d99-4dd5-9ac5-c1891f82f16b req-61718a25-8e72-4a74-8944-bbb9b888ca36 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009030 Nov 19 15:54:59.487785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Allocated IP 172.20.0.14 (ebc84685-a6e6-4e51-a584-e6268f7cbede/7d1aef73-4268-4307-89d0-44e8d054e466/bf832065-b437-4d3f-ad82-051bbee89a5d) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:54:59.600916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a1ddf76f-91aa-4ec0-86ef-70804b027bed up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:54:59.742893 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port a1ddf76f-91aa-4ec0-86ef-70804b027bed triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:54:59.743572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:00.071504 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-00c3eea1-bdab-4a11-bdb5-5e65280c224b req-a8423447-669e-41f9-9f9b-3ca9c19c5401 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 210 time: 0.0573902 Nov 19 15:55:00.115014 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:00.148103 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:00.167503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aaecdf8e-90c2-465c-9581-f9afd19c5267 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:00.242953 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Pushing event updated for resources: {'Port': ['ID=bf832065-b437-4d3f-ad82-051bbee89a5d,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:00.248428 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:00.379326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Network ebc84685-a6e6-4e51-a584-e6268f7cbede is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:55:00.380731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:55:00.383598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:55:00.451852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:00.452901 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:00.542748 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-b6b9fd3a-0be9-44bb-938f-88d2439750db tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6659331 Nov 19 15:55:00.563373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Request body: {'port': {'device_id': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:00.618849 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38ad32a-fb99-4c34-86f1-b61031759f56 req-b6f095b1-a884-4888-835f-156026c14927 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:00.620443 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a38ad32a-fb99-4c34-86f1-b61031759f56 req-b6f095b1-a884-4888-835f-156026c14927 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1609142 Nov 19 15:55:00.729355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:00.779836 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a38ad32a-fb99-4c34-86f1-b61031759f56 req-4e49d068-4c72-4467-91e5-3223ad804c08 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1517234 Nov 19 15:55:01.171668 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf832065-b437-4d3f-ad82-051bbee89a5d {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:55:01.179702 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:01.192063 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Transition to ACTIVE for port object bf832065-b437-4d3f-ad82-051bbee89a5d will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:55:01.194755 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825553682'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:01.211703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c06a2a92-c6c4-4b5b-8804-19df1492eee8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:01.415729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf832065-b437-4d3f-ad82-051bbee89a5d,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:01.424124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:01.471542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c9f0e-04df-4bb7-9b47-92817c6e2c36 req-bcffcb1e-2bfe-4acc-867d-f01965d38845 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:01.472301 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1d9c9f0e-04df-4bb7-9b47-92817c6e2c36 req-bcffcb1e-2bfe-4acc-867d-f01965d38845 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Synchronizing usage tracker for tenant:49e69a5171824392a5075e18e932446a on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:55:01.551996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-1d9c9f0e-04df-4bb7-9b47-92817c6e2c36 req-bcffcb1e-2bfe-4acc-867d-f01965d38845 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Unset dirty status for tenant:49e69a5171824392a5075e18e932446a on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:55:01.553316 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d9c9f0e-04df-4bb7-9b47-92817c6e2c36 req-bcffcb1e-2bfe-4acc-867d-f01965d38845 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 944 time: 0.3449700 Nov 19 15:55:01.656437 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-1d9c9f0e-04df-4bb7-9b47-92817c6e2c36 req-f7c00dea-fe19-4ed6-96dc-b061b1422086 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967748 Nov 19 15:55:01.674388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Attempting to bind port bf832065-b437-4d3f-ad82-051bbee89a5d on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:55:01.684130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Attempting to bind port bf832065-b437-4d3f-ad82-051bbee89a5d by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': 'f601e3bc-7f76-4eb5-ad95-7be1878caeec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:55:01.684130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Attempting to bind port bf832065-b437-4d3f-ad82-051bbee89a5d on network ebc84685-a6e6-4e51-a584-e6268f7cbede {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:55:01.684130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:55:01.684130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Checking segment: {'id': 'f601e3bc-7f76-4eb5-ad95-7be1878caeec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:55:01.684130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:01.684130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Bound using segment: {'id': 'f601e3bc-7f76-4eb5-ad95-7be1878caeec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:55:01.684130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Bound port: bf832065-b437-4d3f-ad82-051bbee89a5d, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f601e3bc-7f76-4eb5-ad95-7be1878caeec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ebc84685-a6e6-4e51-a584-e6268f7cbede'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:55:01.684130 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:01.777309 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] For port bf832065-b437-4d3f-ad82-051bbee89a5d, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:55:01.780743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] For port bf832065-b437-4d3f-ad82-051bbee89a5d, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bf832065-b437-4d3f-ad82-051bbee89a5d,segment=NetworkSegment(f601e3bc-7f76-4eb5-ad95-7be1878caeec),segment_id=f601e3bc-7f76-4eb5-ad95-7be1878caeec)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:55:01.784675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825553682'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:01.801023 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-65331af2-19b0-41ff-9128-065ff556051e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:02.011963 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Pushing event updated for resources: {'Port': ['ID=bf832065-b437-4d3f-ad82-051bbee89a5d,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:02.018908 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:02.065337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:02.066866 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf832065-b437-4d3f-ad82-051bbee89a5d HTTP/1.1" status: 200 len: 1158 time: 1.5101912 Nov 19 15:55:02.067385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'tag': 'bf832065-b437-4d3f-ad82-051bbee89a5d'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:55:02.083284 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd5277-512c-4b81-8749-d1ccd4a28109 req-57500f0a-a9df-4fe9-a34f-5d48a39565b1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:02.084609 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-95cd5277-512c-4b81-8749-d1ccd4a28109 req-57500f0a-a9df-4fe9-a34f-5d48a39565b1 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.1542857 Nov 19 15:55:02.190631 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-95cd5277-512c-4b81-8749-d1ccd4a28109 req-804056bb-045e-4081-aa11-a103c39f0ec0 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991600 Nov 19 15:55:02.217919 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-6b2cf114-e978-49f2-8bac-5dc86262d92e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49e69a5171824392a5075e18e932446a&device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 1161 time: 0.0926418 Nov 19 15:55:02.300628 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'tag': 'bf832065-b437-4d3f-ad82-051bbee89a5d', 'status': 'completed', 'code': 200} Nov 19 15:55:02.302497 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-a4a449ad-3a48-4c3c-8a17-099ef69935be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf832065-b437-4d3f-ad82-051bbee89a5d HTTP/1.1" status: 200 len: 217 time: 0.0696280 Nov 19 15:55:02.383249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-aae78b05-4736-4b13-abac-a84e764aba02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:02.384804 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-aae78b05-4736-4b13-abac-a84e764aba02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1aef73-4268-4307-89d0-44e8d054e466 HTTP/1.1" status: 200 len: 848 time: 0.0688756 Nov 19 15:55:02.435379 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-6f13e323-c366-4ae2-9179-579d0a17bd0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc84685-a6e6-4e51-a584-e6268f7cbede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432196 Nov 19 15:55:02.581424 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-fcade8bc-6cab-49b1-8066-fb2a4bc741d4 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390977 Nov 19 15:55:02.730583 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f69656e0-52c7-4d2e-bb31-279161e05a89 req-e1f238d7-e7a0-4a07-81a1-9e830318676d service neutron] 10.222.0.55 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416533 Nov 19 15:55:02.948696 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-31a0d19b-fdcc-42b1-b032-ba3622cb31e1 req-32912555-6953-4b0d-82c9-1102278253f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49e69a5171824392a5075e18e932446a&device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 1161 time: 0.1149931 Nov 19 15:55:02.954639 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e62b59-b2da-4879-8d0d-6cf2074a062b req-5d36cc10-5a4a-404b-9797-4e2adea67521 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:02.956203 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-28e62b59-b2da-4879-8d0d-6cf2074a062b req-5d36cc10-5a4a-404b-9797-4e2adea67521 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 944 time: 0.1591759 Nov 19 15:55:03.341866 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-28e62b59-b2da-4879-8d0d-6cf2074a062b req-bab25f05-8e86-4a4c-a752-93b806fa5a8e tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3596911 Nov 19 15:55:03.369472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0d19b-fdcc-42b1-b032-ba3622cb31e1 req-ba65afa3-9063-4f1a-bbb3-b843d7c0290d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:03.371062 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-31a0d19b-fdcc-42b1-b032-ba3622cb31e1 req-ba65afa3-9063-4f1a-bbb3-b843d7c0290d service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebc84685-a6e6-4e51-a584-e6268f7cbede HTTP/1.1" status: 200 len: 902 time: 0.4139278 Nov 19 15:55:03.443111 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-31a0d19b-fdcc-42b1-b032-ba3622cb31e1 req-540eaacc-eb6c-46bf-84b3-210209994ee0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bf832065-b437-4d3f-ad82-051bbee89a5d HTTP/1.1" status: 200 len: 217 time: 0.0647120 Nov 19 15:55:03.516934 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0d19b-fdcc-42b1-b032-ba3622cb31e1 req-23de306a-73c6-4d56-b4fa-bc2ded057c6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:03.518533 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-31a0d19b-fdcc-42b1-b032-ba3622cb31e1 req-23de306a-73c6-4d56-b4fa-bc2ded057c6d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7d1aef73-4268-4307-89d0-44e8d054e466 HTTP/1.1" status: 200 len: 848 time: 0.0686796 Nov 19 15:55:03.573871 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-31a0d19b-fdcc-42b1-b032-ba3622cb31e1 req-1a71afce-ed4e-4b21-affc-c0c82bcd281e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebc84685-a6e6-4e51-a584-e6268f7cbede&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481646 Nov 19 15:55:03.731135 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-31a0d19b-fdcc-42b1-b032-ba3622cb31e1 req-c5ff30b0-bca5-4592-af15-c990230849a0 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496680 Nov 19 15:55:03.891261 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-31a0d19b-fdcc-42b1-b032-ba3622cb31e1 req-8625bb74-2579-418a-9fee-dd9c812e19f4 service neutron] 10.222.0.55 "GET /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515033 Nov 19 15:55:04.567564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6613714-82d0-4c85-bc2b-7d49a01fca5b req-0cad2a01-6ab8-4f6f-8df0-49b5cfdf0b3f tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:04.569484 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b6613714-82d0-4c85-bc2b-7d49a01fca5b req-0cad2a01-6ab8-4f6f-8df0-49b5cfdf0b3f tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 944 time: 0.0911758 Nov 19 15:55:04.619382 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b6613714-82d0-4c85-bc2b-7d49a01fca5b req-ea582143-daae-4894-bf46-8ff75ac53f4d tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435388 Nov 19 15:55:05.836597 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030b533-878d-49d4-9b1f-90f371ee73aa req-b521b8b4-2c92-4f8b-ab07-b9cb5c451b71 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:05.838120 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4030b533-878d-49d4-9b1f-90f371ee73aa req-b521b8b4-2c92-4f8b-ab07-b9cb5c451b71 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 944 time: 0.0838323 Nov 19 15:55:05.887372 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4030b533-878d-49d4-9b1f-90f371ee73aa req-7f75a32a-87ab-406c-a438-2df116b6886a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Nov 19 15:55:05.950226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device bf832065-b437-4d3f-ad82-051bbee89a5d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:55:06.024280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port bf832065-b437-4d3f-ad82-051bbee89a5d completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:55:06.029052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port bf832065-b437-4d3f-ad82-051bbee89a5d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:06.029472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:06.149163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:06.177230 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf832065-b437-4d3f-ad82-051bbee89a5d'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:55:06.187512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port bf832065-b437-4d3f-ad82-051bbee89a5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bf832065-b437-4d3f-ad82-051bbee89a5d,segment=NetworkSegment(f601e3bc-7f76-4eb5-ad95-7be1878caeec),segment_id=f601e3bc-7f76-4eb5-ad95-7be1878caeec)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:06.190924 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:06.192896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:06.240068 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf832065-b437-4d3f-ad82-051bbee89a5d', 'code': 200} Nov 19 15:55:06.262742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=bf832065-b437-4d3f-ad82-051bbee89a5d,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:06.266269 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:06.513958 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6f90143-e991-4d7d-9af4-0539add3e221 req-d956887e-2acb-4e05-b051-aeba6bb68b2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 1163 time: 0.0772963 Nov 19 15:55:06.570288 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d6f90143-e991-4d7d-9af4-0539add3e221 req-8370e094-301c-434b-b93e-5d2c9adf74ca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395408 Nov 19 15:55:07.110476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc544f-1aa3-45d6-a715-d2d448030934 req-ac31748b-bd80-4364-a81b-3e3e15977e57 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:07.112210 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d9dc544f-1aa3-45d6-a715-d2d448030934 req-ac31748b-bd80-4364-a81b-3e3e15977e57 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 946 time: 0.0901179 Nov 19 15:55:07.161967 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d9dc544f-1aa3-45d6-a715-d2d448030934 req-14dd1958-a35b-42dc-ace7-f1b3969992b0 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437090 Nov 19 15:55:07.739319 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device bf832065-b437-4d3f-ad82-051bbee89a5d up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:55:07.818017 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port bf832065-b437-4d3f-ad82-051bbee89a5d triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:07.818433 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:08.385686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a4a0f-1ed3-4e53-9e7e-ba8188fb6ee3 req-b43abe29-dbdb-4988-92cf-8c568ea4ba32 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:08.387292 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dd4a4a0f-1ed3-4e53-9e7e-ba8188fb6ee3 req-b43abe29-dbdb-4988-92cf-8c568ea4ba32 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 946 time: 0.0908988 Nov 19 15:55:08.437288 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dd4a4a0f-1ed3-4e53-9e7e-ba8188fb6ee3 req-aeb417ec-2849-4d49-8574-c1b06f6b642c tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438378 Nov 19 15:55:09.695518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e68529-99d9-4957-9332-a77093ef7bf2 req-a0e1b69c-08b2-4b97-aef1-8e8f630b097d tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:09.697454 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50e68529-99d9-4957-9332-a77093ef7bf2 req-a0e1b69c-08b2-4b97-aef1-8e8f630b097d tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 946 time: 0.0892909 Nov 19 15:55:09.752011 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50e68529-99d9-4957-9332-a77093ef7bf2 req-25a72f73-e21a-4b12-a663-a9ab74d37d57 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480881 Nov 19 15:55:10.972962 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7d906-8e2d-4f04-b4d5-36b32ce442cc req-6b3dbe57-6946-4154-8b5a-7c886c6703e3 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:10.974573 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80c7d906-8e2d-4f04-b4d5-36b32ce442cc req-6b3dbe57-6946-4154-8b5a-7c886c6703e3 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 946 time: 0.0861664 Nov 19 15:55:11.025304 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-80c7d906-8e2d-4f04-b4d5-36b32ce442cc req-11ce5d0d-909b-4844-aca1-947a67966cd0 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441592 Nov 19 15:55:11.251546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aa933-f011-440c-8396-792fc47df02b req-f8a4e319-ca7a-4494-8cca-2d166ccb9fa2 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:11.253106 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-771aa933-f011-440c-8396-792fc47df02b req-f8a4e319-ca7a-4494-8cca-2d166ccb9fa2 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.55 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 946 time: 0.0872316 Nov 19 15:55:11.328296 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Deleting port bf832065-b437-4d3f-ad82-051bbee89a5d {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:55:11.328605 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:11.532939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device bf832065-b437-4d3f-ad82-051bbee89a5d no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:55:11.593028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] For port bf832065-b437-4d3f-ad82-051bbee89a5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bf832065-b437-4d3f-ad82-051bbee89a5d,segment=NetworkSegment(f601e3bc-7f76-4eb5-ad95-7be1878caeec),segment_id=f601e3bc-7f76-4eb5-ad95-7be1878caeec)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:11.593373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:11.650631 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:11.678421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf832065-b437-4d3f-ad82-051bbee89a5d'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:55:11.711990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port bf832065-b437-4d3f-ad82-051bbee89a5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bf832065-b437-4d3f-ad82-051bbee89a5d,segment=NetworkSegment(f601e3bc-7f76-4eb5-ad95-7be1878caeec),segment_id=f601e3bc-7f76-4eb5-ad95-7be1878caeec)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:11.718919 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:11.720977 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4cde2740-437a-4f3f-b4bf-fc73f37b6c3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:11.750572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Calling delete_port for bf832065-b437-4d3f-ad82-051bbee89a5d owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:55:11.761986 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf832065-b437-4d3f-ad82-051bbee89a5d', 'code': 200} Nov 19 15:55:11.804773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=bf832065-b437-4d3f-ad82-051bbee89a5d,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:11.808280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:11.840104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:55:11.840486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:55:12.239788 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb010c-2bc9-4e7c-9df4-1c79e0847d22 req-b1a5dd6e-1fa7-4bfa-bdc9-5bd8cfb39d32 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:12.241382 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-baeb010c-2bc9-4e7c-9df4-1c79e0847d22 req-b1a5dd6e-1fa7-4bfa-bdc9-5bd8cfb39d32 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 944 time: 0.0861008 Nov 19 15:55:12.288893 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-baeb010c-2bc9-4e7c-9df4-1c79e0847d22 req-f4bdb545-1983-4dbf-a69b-ec277c13868d tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/security-groups?id=2bc5f72e-2601-4c91-9d88-260a9764544a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411570 Nov 19 15:55:12.341548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Deleting port bf832065-b437-4d3f-ad82-051bbee89a5d {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:55:12.341931 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:12.596437 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] For port bf832065-b437-4d3f-ad82-051bbee89a5d, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=bf832065-b437-4d3f-ad82-051bbee89a5d,segment=NetworkSegment(f601e3bc-7f76-4eb5-ad95-7be1878caeec),segment_id=f601e3bc-7f76-4eb5-ad95-7be1878caeec)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:12.596839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:12.730397 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Calling delete_port for bf832065-b437-4d3f-ad82-051bbee89a5d owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:55:12.870149 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:12.887670 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7aba04df-95c1-45ee-a7d0-c7fe12cfc180 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:12.932857 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Pushing event deleted for resources: {'Port': ['ID=bf832065-b437-4d3f-ad82-051bbee89a5d,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:12.937345 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:13.087542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] No DVR routers for this DVR port bf832065-b437-4d3f-ad82-051bbee89a5d on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:55:13.089596 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:13.092270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'name': 'network-vif-deleted', 'tag': 'bf832065-b437-4d3f-ad82-051bbee89a5d'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:55:13.108938 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-771aa933-f011-440c-8396-792fc47df02b req-b8f1626c-12c8-46fd-86db-07bd52e4a19a tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.55 "DELETE /v2.0/ports/bf832065-b437-4d3f-ad82-051bbee89a5d HTTP/1.1" status: 204 len: 173 time: 1.8495848 Nov 19 15:55:13.159409 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '079a1298-0625-4b0c-8a97-181cddb4ba32', 'name': 'network-vif-deleted', 'tag': 'bf832065-b437-4d3f-ad82-051bbee89a5d', 'status': 'completed', 'code': 200} Nov 19 15:55:13.474519 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-cd382e6b-3f23-4d0c-9b03-3f973513e3f8 req-011edf54-62f5-4955-800d-365df554c452 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Synchronizing usage tracker for tenant:49e69a5171824392a5075e18e932446a on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:55:13.489577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-cd382e6b-3f23-4d0c-9b03-3f973513e3f8 req-011edf54-62f5-4955-800d-365df554c452 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] Unset dirty status for tenant:49e69a5171824392a5075e18e932446a on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:55:13.490787 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-cd382e6b-3f23-4d0c-9b03-3f973513e3f8 req-011edf54-62f5-4955-800d-365df554c452 tempest-VolumesActionsTest-1701737928 tempest-VolumesActionsTest-1701737928] 10.222.0.48 "GET /v2.0/ports?device_id=079a1298-0625-4b0c-8a97-181cddb4ba32 HTTP/1.1" status: 200 len: 210 time: 0.0609710 Nov 19 15:55:20.277714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:55:20.644052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f5ca4b5b-0975-496d-bdca-892e9e2d3ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:21.961961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:23.462190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0adde826-318a-408a-bde1-0a8617711302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:23.802589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:24.715569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:25.079773 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-62b274d1-079d-4a1f-b253-5bc8273c2e31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0793269 Nov 19 15:55:25.278860 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-b7dd6285-6ac2-4768-9ef5-4ba53990ea94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 1162 time: 0.0986052 Nov 19 15:55:25.369316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:25.496770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-a911492c-bf3e-4a06-9c92-b673a4b55da1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:25.498427 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-a911492c-bf3e-4a06-9c92-b673a4b55da1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 200 len: 911 time: 0.2005844 Nov 19 15:55:25.616931 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-7e9f02b6-7f5c-49d9-b640-624a16b1ff69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed HTTP/1.1" status: 200 len: 1000 time: 0.1102238 Nov 19 15:55:25.641281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46456) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:25.700037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-9c4b0b6f-8401-4241-94db-3652ab253e37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:25.701953 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-9c4b0b6f-8401-4241-94db-3652ab253e37 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 200 len: 856 time: 0.0779541 Nov 19 15:55:25.815122 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-a791681c-c41f-4797-aa4b-dfc8349d7eb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc221463-4e81-47c0-8956-bd0fa7cbce70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1027920 Nov 19 15:55:25.882051 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:25.916704 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:25.921123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:619098a3061647f286013a68a963e00d is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:25.924368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:25.930507 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:26.019119 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-aeb4a188-ed7a-4241-9ff7-1f9770562d1f service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965189 Nov 19 15:55:26.024565 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:26.029931 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:26.038786 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-28bf4563-541b-45aa-8e68-287b6b26a5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:26.084938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f96116-1408-48a2-bfc6-355eaf49a407,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:26.093627 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:26.110458 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-62b390c4-851b-40fb-bd4e-9e4261874ab0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=619098a3061647f286013a68a963e00d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4677501 Nov 19 15:55:26.111216 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46466) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:26.184254 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aa201c89-ece2-486e-b0ca-9f91eac11fd8 req-c732334f-36d6-4dec-9518-030f094274c3 service neutron] 10.222.0.55 "GET /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1583002 Nov 19 15:55:26.189261 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-705beb9b-6514-4c21-890f-a27af9bc914b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:26.230600 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-705beb9b-6514-4c21-890f-a27af9bc914b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:26.299663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-705beb9b-6514-4c21-890f-a27af9bc914b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:26.305095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b0794b2d-10d7-48fc-8054-c22f4c803fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:26.322001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-705beb9b-6514-4c21-890f-a27af9bc914b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:26.325890 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-705beb9b-6514-4c21-890f-a27af9bc914b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58f96116-1408-48a2-bfc6-355eaf49a407 HTTP/1.1" status: 204 len: 168 time: 0.2136629 Nov 19 15:55:26.328952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705beb9b-6514-4c21-890f-a27af9bc914b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f96116-1408-48a2-bfc6-355eaf49a407,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:26.329761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-705beb9b-6514-4c21-890f-a27af9bc914b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:35.600553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46654) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:35.667543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-03164b3c-ba6c-4fce-be8a-04993a70baba admin admin] Deleting subnet 7d1aef73-4268-4307-89d0-44e8d054e466 {{(pid=80309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:55:35.670719 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-03164b3c-ba6c-4fce-be8a-04993a70baba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:35.724507 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-03164b3c-ba6c-4fce-be8a-04993a70baba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826651327'] for subnet, precommit_delete_associations {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:35.796513 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-03164b3c-ba6c-4fce-be8a-04993a70baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:36.130447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-03164b3c-ba6c-4fce-be8a-04993a70baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036825553741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036825821362'] for subnet, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:36.151016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5595d8b0-8d87-48a6-960a-e0b0854c2dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:36.204813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03164b3c-ba6c-4fce-be8a-04993a70baba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d1aef73-4268-4307-89d0-44e8d054e466,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:36.212254 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-03164b3c-ba6c-4fce-be8a-04993a70baba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:36.307185 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfed9f-4bd2-4518-ab0e-c8e44032246e req-f5dd047b-29f6-4e17-839a-4e5661279579 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:36.308686 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a7bfed9f-4bd2-4518-ab0e-c8e44032246e req-f5dd047b-29f6-4e17-839a-4e5661279579 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.2394593 Nov 19 15:55:36.311558 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-03164b3c-ba6c-4fce-be8a-04993a70baba admin admin] Notify callbacks [] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:36.319454 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-03164b3c-ba6c-4fce-be8a-04993a70baba admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7d1aef73-4268-4307-89d0-44e8d054e466 HTTP/1.1" status: 204 len: 168 time: 0.7178209 Nov 19 15:55:36.322082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46666) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:36.361945 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a7bfed9f-4bd2-4518-ab0e-c8e44032246e req-54eca97b-b51a-4c67-9f77-ff3388469e6b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448401 Nov 19 15:55:36.441996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:36.848380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:36.963288 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc84685-a6e6-4e51-a584-e6268f7cbede']}} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:36.976384 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f601e3bc-7f76-4eb5-ad95-7be1878caeec') {'for_net_delete': True} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:36.976961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f601e3bc-7f76-4eb5-ad95-7be1878caeec') {} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:36.988912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28332832'] for segment, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:37.007355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:37.009333 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:55:37.189969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Network ebc84685-a6e6-4e51-a584-e6268f7cbede has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:55:37.199595 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28050994'] for segment, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:37.385459 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Network ebc84685-a6e6-4e51-a584-e6268f7cbede has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:55:37.412230 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:55:37.491287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:37.503759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a9547335-6430-4b28-ae0d-211a024a676a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:37.512424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:37.519159 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc84685-a6e6-4e51-a584-e6268f7cbede,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:37.524084 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:37.534747 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] 10.222.0.48 "DELETE /v2.0/networks/ebc84685-a6e6-4e51-a584-e6268f7cbede HTTP/1.1" status: 204 len: 168 time: 1.2092178 Nov 19 15:55:37.780469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device a1ddf76f-91aa-4ec0-86ef-70804b027bed no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:55:37.790203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46686) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:37.854735 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-297ed9ca-f848-4126-90a2-05e6934366f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49e69a5171824392a5075e18e932446a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0631711 Nov 19 15:55:37.855458 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46690) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:37.912816 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-30511983-e208-4c80-b710-5b522f1b7d52 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:37.915186 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-30511983-e208-4c80-b710-5b522f1b7d52 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.3619075 Nov 19 15:55:37.918355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:37.929372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9298bb9-1e4a-403f-87d0-63309945fbf3 req-d8fb2606-0db3-459e-af41-1a3339f75184 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:37.931322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5d444613-faa5-4fbc-a383-7f23e87294e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:37.931647 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9298bb9-1e4a-403f-87d0-63309945fbf3 req-d8fb2606-0db3-459e-af41-1a3339f75184 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 945 time: 0.4195344 Nov 19 15:55:37.961751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5d444613-faa5-4fbc-a383-7f23e87294e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:37.964628 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port a1ddf76f-91aa-4ec0-86ef-70804b027bed, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:37.965905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:55:37.984249 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:37.986699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:38.017363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5d444613-faa5-4fbc-a383-7f23e87294e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:38.024651 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d6d12a70-ab88-45c3-9b49-99acce068511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:38.038578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d444613-faa5-4fbc-a383-7f23e87294e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc5f72e-2601-4c91-9d88-260a9764544a,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:38.048135 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5d444613-faa5-4fbc-a383-7f23e87294e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:38.056961 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5d444613-faa5-4fbc-a383-7f23e87294e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:38.057780 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a9298bb9-1e4a-403f-87d0-63309945fbf3 req-11ab764f-2801-46cd-b39f-5641ed75c50f tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups?id=8225ef65-713f-4086-a3fa-940e6e696113&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940762 Nov 19 15:55:38.067540 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'code': 200} Nov 19 15:55:38.071558 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5d444613-faa5-4fbc-a383-7f23e87294e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2bc5f72e-2601-4c91-9d88-260a9764544a HTTP/1.1" status: 204 len: 168 time: 0.2149727 Nov 19 15:55:38.084931 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Deleting port a1ddf76f-91aa-4ec0-86ef-70804b027bed {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:55:38.087899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:38.154391 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=a1ddf76f-91aa-4ec0-86ef-70804b027bed,revision_number=7']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:38.158828 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:38.404668 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] For port a1ddf76f-91aa-4ec0-86ef-70804b027bed, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=a1ddf76f-91aa-4ec0-86ef-70804b027bed,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:38.405281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:38.717876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:38.718290 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:38.718640 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Floating IP 7796e09f-04ce-48c1-8f05-7fa306852803 disassociated. External IP: 172.28.3.21, port: a1ddf76f-91aa-4ec0-86ef-70804b027bed. Nov 19 15:55:38.719050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Calling delete_port for a1ddf76f-91aa-4ec0-86ef-70804b027bed owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:55:38.867617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:38.884713 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-54d3730f-ab94-419e-af6e-e74d8e8212ec tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:38.946489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event deleted for resources: {'Port': ['ID=a1ddf76f-91aa-4ec0-86ef-70804b027bed,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:38.951239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:39.286169 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6eb83af1-a582-4669-a72b-cfbee1a08939 req-1c84f0e2-fd92-4cfe-a054-6cef45a3ea38 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/ports?device_id=d76d34b5-fa62-443b-b66f-9700390594fb HTTP/1.1" status: 200 len: 210 time: 0.0505486 Nov 19 15:55:39.322708 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:55:39.542372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:55:39.554770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] Sync routers for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:55:39.573479 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:55:39.574178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:55:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:39.595023 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] No DVR routers for this DVR port a1ddf76f-91aa-4ec0-86ef-70804b027bed on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:55:39.597568 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:39.600762 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-deleted', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:55:39.635068 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-515be5ba-4af6-4ae7-9f1f-39e6133deeea req-974391cd-182d-4a23-ba2e-22ec27d86f20 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.55 "DELETE /v2.0/ports/a1ddf76f-91aa-4ec0-86ef-70804b027bed HTTP/1.1" status: 204 len: 173 time: 1.7139549 Nov 19 15:55:39.772076 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd76d34b5-fa62-443b-b66f-9700390594fb', 'name': 'network-vif-deleted', 'tag': 'a1ddf76f-91aa-4ec0-86ef-70804b027bed', 'status': 'completed', 'code': 200} Nov 19 15:55:39.881540 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:55:40.219513 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:40.224246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] Checking router: 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:55:40.236035 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:55:40.236683 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:55:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:40.433129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:55:40.761184 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:40.765380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a34c2a1-1ab2-4e9b-8da2-87f12e8fbc83 None None] The sync data for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb is: [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:48:52Z', 'revision_number': 4, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '197f1ad8-3e91-4c5f-8851-c8654e795c47', 'name': '', 'network_id': 'cc221463-4e81-47c0-8956-bd0fa7cbce70', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'mac_address': 'fa:16:3e:69:ad:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:49Z', 'updated_at': '2020-11-19T15:49:12Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'subnets': [{'id': '3078ccd3-769c-46f0-8be2-552e72ce00a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:55:41.136827 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb14322-a3f9-4290-b180-f3e3e3cddb94 None None] New status for floating IP 7796e09f-04ce-48c1-8f05-7fa306852803: DOWN {{(pid=80311) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:55:41.479863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46758) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:41.548330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6ae1-680c-48fd-b115-b1d58fd2595b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:41.580722 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6ae1-680c-48fd-b115-b1d58fd2595b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:41.625305 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6ae1-680c-48fd-b115-b1d58fd2595b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:41.630364 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-26f40705-848a-4a15-9d47-e6ee2180f014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:41.645932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f6ae1-680c-48fd-b115-b1d58fd2595b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event deleted for resources: {'SecurityGroup': ['ID=8225ef65-713f-4086-a3fa-940e6e696113,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:41.651478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2b2f6ae1-680c-48fd-b115-b1d58fd2595b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:41.652995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2b2f6ae1-680c-48fd-b115-b1d58fd2595b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:41.654197 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-2b2f6ae1-680c-48fd-b115-b1d58fd2595b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "DELETE /v2.0/security-groups/8225ef65-713f-4086-a3fa-940e6e696113 HTTP/1.1" status: 204 len: 168 time: 0.1732757 Nov 19 15:55:41.657125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46762) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:41.675281 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.api.v2.resource [None req-297a1ae8-1861-4888-ac8a-2e4b2c5ca027 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] show failed (client error): The resource could not be found. Nov 19 15:55:41.677195 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-297a1ae8-1861-4888-ac8a-2e4b2c5ca027 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "GET /v2.0/security-groups/8225ef65-713f-4086-a3fa-940e6e696113 HTTP/1.1" status: 404 len: 347 time: 0.0187783 Nov 19 15:55:41.679940 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46766) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:41.839164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Deleting port 725d1b40-adc0-42c2-b67f-9db660b72903 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:55:41.839538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:42.011563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:42.011930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:42.141201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Calling delete_port for 725d1b40-adc0-42c2-b67f-9db660b72903 owned by network:floatingip {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:55:42.290262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:42.306680 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-69c17421-b7bc-4c30-973b-3dcabd612927 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:42.356094 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Pushing event deleted for resources: {'Port': ['ID=725d1b40-adc0-42c2-b67f-9db660b72903,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:42.368266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:42.542493 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks [] for floatingip, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:42.557700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:42.561659 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] 10.222.0.48 "DELETE /v2.0/floatingips/7796e09f-04ce-48c1-8f05-7fa306852803 HTTP/1.1" status: 204 len: 168 time: 0.8780689 Nov 19 15:55:42.575701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46816) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:42.756934 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:42.791558 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:42.797780 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Usage tracker for resource:security_group_rule and tenant:b1cf942274c34492b0a6c58d8a50d39c is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:42.801793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:42.807914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:42.876760 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:42.879964 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:42.887551 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b498c3e4-2bc7-47b8-b260-17112754a81a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:42.934366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cff187-f176-447b-863b-c2b537fa52a1,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:42.937753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:42.943151 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b1cf942274c34492b0a6c58d8a50d39c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3641467 Nov 19 15:55:42.944311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46830) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:43.007673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6147b409-8148-4ea3-90c2-117e9c9b8ed2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:43.036786 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6147b409-8148-4ea3-90c2-117e9c9b8ed2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:43.083716 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6147b409-8148-4ea3-90c2-117e9c9b8ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:43.088743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bb220556-9f88-4c2c-8856-18f6c9e3be14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:43.103268 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6147b409-8148-4ea3-90c2-117e9c9b8ed2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cff187-f176-447b-863b-c2b537fa52a1,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:43.106067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6147b409-8148-4ea3-90c2-117e9c9b8ed2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:43.107279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6147b409-8148-4ea3-90c2-117e9c9b8ed2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:43.108501 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-6147b409-8148-4ea3-90c2-117e9c9b8ed2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9cff187-f176-447b-863b-c2b537fa52a1 HTTP/1.1" status: 204 len: 168 time: 0.1638184 Nov 19 15:55:43.977898 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46872) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:44.133244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1162206856-network', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:44.140987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:44.146010 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Usage tracker for resource:network and tenant:6cc026c48a0a4c38990caf06a34163e3 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:44.149531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:44.155350 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:44.166250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Made reservation on behalf of 6cc026c48a0a4c38990caf06a34163e3 for: {'network': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:55:44.171675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:44.188384 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:44.222543 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:44.226596 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Usage tracker for resource:security_group_rule and tenant:6cc026c48a0a4c38990caf06a34163e3 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:44.230351 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:44.236213 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:44.311591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:44.314402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:44.319398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c142daa9-7353-46ca-ac88-71d085ea0e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:44.351511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:55:44.361277 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a70d70-9311-43d6-a224-b738121f13aa,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:44.365664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:44.368231 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:44.368607 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Added segment 0d8029ff-b885-430b-8f66-12f53397c8f6 of type vxlan for network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 Nov 19 15:55:44.398050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:44.428719 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:44.429954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:44.430575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:44.435549 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-69783cbd-d64a-4fb3-96eb-210014aa8b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:44.539324 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5601826 Nov 19 15:55:44.542328 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46884) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:44.546496 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Pushing event updated for resources: {'Network': ['ID=8e7672a5-ef4a-43fc-9b6a-f6bace633914,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:44.549546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:44.549723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Request body: {'subnet': {'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1162206856-subnet', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'ip_version': 4}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:44.556971 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:44.558567 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:55:44.561331 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Usage tracker for resource:subnet and tenant:6cc026c48a0a4c38990caf06a34163e3 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:44.564445 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:44.570969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:44.579851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:55:44.581179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Made reservation on behalf of 6cc026c48a0a4c38990caf06a34163e3 for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:55:44.586499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28073958'] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:45.014565 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28051292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28073941'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:45.035771 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e415f2b2-f8d8-4ac8-b487-903072b5839c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:45.173714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:45.177903 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:45.243662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Checking segment: {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:55:45.244049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Network hostable DHCP agents. Network: 8e7672a5-ef4a-43fc-9b6a-f6bace633914, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:55:45.266178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:55:45.275282 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, 8e7672a5-ef4a-43fc-9b6a-f6bace633914) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:55:45.285097 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04815dfa-8b24-4366-998a-b7c797fdd626 None None] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:55:45.287570 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:45.290373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:45.313095 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-12451a6f-1f59-4e53-a330-8bc5b6089a53 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7671814 Nov 19 15:55:45.313665 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46892) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:45.319899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:45.328244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:45.333050 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Usage tracker for resource:router and tenant:6cc026c48a0a4c38990caf06a34163e3 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:45.336192 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:45.342122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:45.353728 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-651071', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1764'] for router, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:45.353956 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854124745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-550088', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-607671', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854774036'] for router, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:45.374373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:45.497421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46900) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:45.552440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-549951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-651174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854774049'] for router, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:45.751212 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcc7ab77e-a496-5b51-8df6-bfcd8eb457d8-8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a'}]}} from dv-cinder-763306-3-smb. {{(pid=80310) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Nov 19 15:55:45.752141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.031912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.066377 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225131'] for router_interface, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.073380 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.083620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Allocated IP 172.20.0.2 (8e7672a5-ef4a-43fc-9b6a-f6bace633914/8ff45dc9-bb55-46e0-9e26-0e72b6f5102a/a50ea922-71ba-4ec3-896b-7d367ce5c2de) {{(pid=80310) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:55:46.343360 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Notify callbacks [] for port, precommit_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.355990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Transition to ACTIVE for port object a50ea922-71ba-4ec3-896b-7d367ce5c2de will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:55:46.372852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Transition to ACTIVE for port object a50ea922-71ba-4ec3-896b-7d367ce5c2de will not be triggered until provisioned by entity DHCP. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:55:46.378346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030'] for port, after_create {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.392379 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Allocated IP 172.28.3.232 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/8702dcc6-247e-4cf1-a976-3cc629131983) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:55:46.395049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:46.544442 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Pushing event updated for resources: {'Port': ['ID=a50ea922-71ba-4ec3-896b-7d367ce5c2de,revision_number=1']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:46.557949 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.558326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.558701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.559100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.559469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.559833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.560195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.560531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.560894 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.561263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.561607 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.561958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.562395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.565571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.565571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.565571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.565571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.565571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.565571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.565571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.565571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.565571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.566630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.566630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:46.574968 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.581039 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:46.606850 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 is already hosted by enough agents. {{(pid=80310) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:55:46.607942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Resources bound (agent type, host, resource id): {{(pid=80310) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:55:46.608133 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.610263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Received port after_create {{(pid=80310) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:55:46.625638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7f308bb3-4586-41cd-900d-b7de17bd134d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:46.667883 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Attempting to bind port a50ea922-71ba-4ec3-896b-7d367ce5c2de on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:55:46.668295 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Attempting to bind port a50ea922-71ba-4ec3-896b-7d367ce5c2de by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:55:46.668697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Attempting to bind port a50ea922-71ba-4ec3-896b-7d367ce5c2de on network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:55:46.675852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:55:46.676312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Checking segment: {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:55:46.676759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.677195 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Bound using segment: {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:55:46.677707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Bound port: a50ea922-71ba-4ec3-896b-7d367ce5c2de, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:55:46.678127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.774418 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Pushing event updated for resources: {'Port': ['ID=8702dcc6-247e-4cf1-a976-3cc629131983,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:46.777690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:46.778234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] For port a50ea922-71ba-4ec3-896b-7d367ce5c2de, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:55:46.782108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] For port a50ea922-71ba-4ec3-896b-7d367ce5c2de, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=a50ea922-71ba-4ec3-896b-7d367ce5c2de,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:55:46.786944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.790042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Deleting port 197f1ad8-3e91-4c5f-8851-c8654e795c47 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:55:46.790421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:46.803645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:46.833756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:55:46.835139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:55:46.837628 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:55:46.990033 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Pushing event updated for resources: {'Port': ['ID=a50ea922-71ba-4ec3-896b-7d367ce5c2de,revision_number=2']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:46.994372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-68b90774-945d-4ed8-a961-1bcb37b7cf22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:47.025742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:47.026866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854124627', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854225899'] for router, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:47.235837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] For port 197f1ad8-3e91-4c5f-8851-c8654e795c47, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=197f1ad8-3e91-4c5f-8851-c8654e795c47,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:47.236425 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:47.373553 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Calling delete_port for 197f1ad8-3e91-4c5f-8851-c8654e795c47 owned by network:router_interface {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:55:47.380591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 is scheduled to L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 with binding_index 1 {{(pid=80309) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:213}} Nov 19 15:55:47.568140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:47.583936 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fe682b97-9d6f-44dd-b4e4-22fbfbb96750 tempest-AttachVolumeNegativeTest-1098423618 tempest-AttachVolumeNegativeTest-1098423618] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:47.616665 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:55:47.635185 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Sync routers for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:55:47.640987 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=197f1ad8-3e91-4c5f-8851-c8654e795c47,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:47.646043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:47.651981 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] Notify callbacks [] for router, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:47.655745 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-6033822a-7120-44d2-bdb5-3ff312c52e0e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3385720 Nov 19 15:55:47.656014 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46910) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:47.657244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:55:47.658037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:55:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:47.885241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:55:48.080843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3437258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854232743'] for router_interface, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:48.233351 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:46Z', 'revision_number': 3, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:48.239236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Checking router: 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:55:48.240293 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Updating router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 port 8702dcc6-247e-4cf1-a976-3cc629131983 binding host dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:55:48.299078 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:48.526435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:48.691786 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device a50ea922-71ba-4ec3-896b-7d367ce5c2de up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:55:48.907384 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5656ced2-e26c-4f77-9008-a36cc82a3b6f None None] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:55:49.040462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:55:49.069121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-1538577e-c5f4-42bc-931e-865de1cf1471 None None] Provisioning for port a50ea922-71ba-4ec3-896b-7d367ce5c2de completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:55:49.129029 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port a50ea922-71ba-4ec3-896b-7d367ce5c2de completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:55:49.176125 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port a50ea922-71ba-4ec3-896b-7d367ce5c2de triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:49.176550 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.200121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Allocated IP 172.20.0.1 (8e7672a5-ef4a-43fc-9b6a-f6bace633914/8ff45dc9-bb55-46e0-9e26-0e72b6f5102a/8df4cb2b-8399-43fc-af48-33500c3ffa75) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:55:49.264522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:55:49.277166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] Sync routers for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:55:49.282399 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b498ff2d-0163-4e5c-b495-e7f5e11c9d40 admin admin] 10.222.0.48 "PUT /v2.0/routers/0118a807-b0a8-45ab-a2a0-31ac97bc3fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7837386 Nov 19 15:55:49.285625 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46916) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:49.293057 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:55:49.294044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:55:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:49.368170 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.386095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Transition to ACTIVE for port object 8df4cb2b-8399-43fc-af48-33500c3ffa75 will not be triggered until provisioned by entity DHCP. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:55:49.387952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Notify callbacks [] for port, precommit_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.408644 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.426584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d2ecdc4f-1b6f-48f5-906f-b1e0fe0f10d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:49.521238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:55:49.534379 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Transition to ACTIVE for port object 8702dcc6-247e-4cf1-a976-3cc629131983 will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:55:49.542533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.560740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks [] for router, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.602791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Pushing event updated for resources: {'Port': ['ID=8df4cb2b-8399-43fc-af48-33500c3ffa75,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:49.614148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port a50ea922-71ba-4ec3-896b-7d367ce5c2de, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=a50ea922-71ba-4ec3-896b-7d367ce5c2de,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:49.620865 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.622415 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.622990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.623476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.623974 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.624467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.624967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.625461 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.626068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.626571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.627211 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.627702 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.628188 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.628898 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.629394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.629884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.630368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.630896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.631398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.631884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.632372 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.632862 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.633349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.633834 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.634319 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:55:49.640631 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:49.643118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:49.680778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:55:49.683773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:55:49.704270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:55:49.704599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.798373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-554474'] for router_interface, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.931178 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:49.937990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44272153-8177-40f6-ad81-fdc05c7c96a8 None None] Pushing event updated for resources: {'Port': ['ID=8702dcc6-247e-4cf1-a976-3cc629131983,revision_number=2']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:49.949116 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-44272153-8177-40f6-ad81-fdc05c7c96a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:49.951349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:50.119324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.130591 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Deleting port 7072a61a-b4a8-439b-8266-b39283c16568 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:55:50.131005 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.152649 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-4da1fde7-bb62-4632-a38f-5efad01e5224 None None] Provisioning complete for port a50ea922-71ba-4ec3-896b-7d367ce5c2de triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:50.153080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4da1fde7-bb62-4632-a38f-5efad01e5224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.156820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80'}], 'enable_snat': True}, 'gw_port_id': '7072a61a-b4a8-439b-8266-b39283c16568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:55:47Z', 'revision_number': 5, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port': {'id': '7072a61a-b4a8-439b-8266-b39283c16568', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:9e:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:48:30Z', 'updated_at': '2020-11-19T15:48:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:50.161897 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] Checking router: 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:55:50.174209 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] Routers {'0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:55:50.175140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:55:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:50.207268 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=a50ea922-71ba-4ec3-896b-7d367ce5c2de,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:50.215982 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:50.260292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Attempting to bind port 8702dcc6-247e-4cf1-a976-3cc629131983 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:55:50.264725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Attempting to bind port 8702dcc6-247e-4cf1-a976-3cc629131983 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:55:50.265226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Attempting to bind port 8702dcc6-247e-4cf1-a976-3cc629131983 on network efdedfa2-3635-42e3-9761-de3481e4898f {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:55:50.275062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 55, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:55:50.275902 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Checking segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:55:50.276217 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.276767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Bound using segment: {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:55:50.277587 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Bound port: 8702dcc6-247e-4cf1-a976-3cc629131983, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:55:50.277967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.364590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] For port 7072a61a-b4a8-439b-8266-b39283c16568, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=7072a61a-b4a8-439b-8266-b39283c16568,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:50.364989 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.398271 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] Set router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc gateway port host: None {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:55:50.428262 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.445114 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825553682'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.500267 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] For port 8702dcc6-247e-4cf1-a976-3cc629131983, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:55:50.503246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-4da1fde7-bb62-4632-a38f-5efad01e5224 None None] Provisioning for port 8df4cb2b-8399-43fc-af48-33500c3ffa75 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:55:50.515416 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] For port 8702dcc6-247e-4cf1-a976-3cc629131983, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=8702dcc6-247e-4cf1-a976-3cc629131983,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:55:50.516642 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-4da1fde7-bb62-4632-a38f-5efad01e5224 None None] Provisioning complete for port 8df4cb2b-8399-43fc-af48-33500c3ffa75 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:50.517740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4da1fde7-bb62-4632-a38f-5efad01e5224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.576837 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:55:50Z', 'revision_number': 6, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port_host': None}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:50.582835 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bebcc4-f084-4187-afa1-9310a2b4cff4 None None] The sync data for ids ['0118a807-b0a8-45ab-a2a0-31ac97bc3fcc'] in dv-cinder-763306-3-smb is: [{'id': '0118a807-b0a8-45ab-a2a0-31ac97bc3fcc', 'name': 'tempest-AttachVolumeShelveTestJSON-1646929823-router', 'tenant_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:48:28Z', 'updated_at': '2020-11-19T15:55:50Z', 'revision_number': 6, 'project_id': '2b3cee85ecd5406ea42f5cec8ecaa9d7', 'gw_port_host': None}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:55:50.584666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Calling delete_port for 7072a61a-b4a8-439b-8266-b39283c16568 owned by network:router_gateway {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:55:50.586938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d0901e14-8510-439f-b820-4ca67f384f1e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:50.595064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device a50ea922-71ba-4ec3-896b-7d367ce5c2de up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:55:50.620832 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036851338541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854225148'] for router_interface, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.657114 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.871140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:50.895311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.916927 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:50.943049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Pushing event updated for resources: {'Port': ['ID=8df4cb2b-8399-43fc-af48-33500c3ffa75,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:50.949252 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:50.955836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:55:50.958115 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:55:50.968488 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Pushing event deleted for resources: {'Port': ['ID=7072a61a-b4a8-439b-8266-b39283c16568,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:50.974511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:50.988129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-05db8c19-ec28-4779-9755-d349c9d8b44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:50.990187 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44272153-8177-40f6-ad81-fdc05c7c96a8 None None] Pushing event updated for resources: {'Port': ['ID=8702dcc6-247e-4cf1-a976-3cc629131983,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:50.993534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-44272153-8177-40f6-ad81-fdc05c7c96a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:51.009653 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-4da1fde7-bb62-4632-a38f-5efad01e5224 None None] Port 8df4cb2b-8399-43fc-af48-33500c3ffa75 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:55:51.037155 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port a50ea922-71ba-4ec3-896b-7d367ce5c2de triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:51.037585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:51.083541 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:55:51.084237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:55:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:51.291861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:55:51.393231 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225797'] for router_gateway, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:51.425582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:55:51.619613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-1f239eef-29d1-4348-9b98-f6ab99ab60e8 None None] Provisioning complete for port a50ea922-71ba-4ec3-896b-7d367ce5c2de triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:51.620035 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1f239eef-29d1-4348-9b98-f6ab99ab60e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:51.667476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:55:51.680054 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-f96a0b9d-6f6a-474c-b478-43fa26ad3596 admin admin] 10.222.0.48 "PUT /v2.0/routers/10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0226922 Nov 19 15:55:51.684805 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1751'] for router, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:51.698972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:51.743612 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663513'] for router, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:51.744223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0118a807-b0a8-45ab-a2a0-31ac97bc3fcc {{(pid=80308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 15:55:51.761921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] Notify callbacks [] for router, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:51.765458 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5b579ebd-cb49-4f8d-be1c-d28d763ec188 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0118a807-b0a8-45ab-a2a0-31ac97bc3fcc HTTP/1.1" status: 204 len: 168 time: 2.4763703 Nov 19 15:55:51.765655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 46926) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:51.846083 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-44254fd1-a260-4095-9a5b-ee9f25e2163c admin admin] Deleting subnet 3078ccd3-769c-46f0-8be2-552e72ce00a1 {{(pid=80308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:55:51.853615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44254fd1-a260-4095-9a5b-ee9f25e2163c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:51.917836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44254fd1-a260-4095-9a5b-ee9f25e2163c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826442965'] for subnet, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.027212 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44254fd1-a260-4095-9a5b-ee9f25e2163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.035538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.075096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-1f239eef-29d1-4348-9b98-f6ab99ab60e8 None None] Provisioning complete for port 8df4cb2b-8399-43fc-af48-33500c3ffa75 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:52.075521 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1f239eef-29d1-4348-9b98-f6ab99ab60e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.127442 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:50Z', 'revision_number': 2, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:52.135346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc65e66-4dd7-4c2a-8a79-4136a0ecbb95 None None] The sync data for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb is: [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:50Z', 'revision_number': 2, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:55:52.144666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-1f239eef-29d1-4348-9b98-f6ab99ab60e8 None None] Port 8df4cb2b-8399-43fc-af48-33500c3ffa75 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:55:52.271868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-eafe84ec-5b0c-418c-a8da-0cb6552036b9 None None] Provisioning complete for port 8df4cb2b-8399-43fc-af48-33500c3ffa75 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:52.272498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-eafe84ec-5b0c-418c-a8da-0cb6552036b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.338052 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-eafe84ec-5b0c-418c-a8da-0cb6552036b9 None None] Port 8df4cb2b-8399-43fc-af48-33500c3ffa75 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:55:52.367814 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44254fd1-a260-4095-9a5b-ee9f25e2163c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826724464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826701859'] for subnet, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.384334 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:52.419222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-638982381', 'description': 'tempest-TestShelveInstance-638982381 description'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:52.425547 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:52.429727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Usage tracker for resource:security_group and tenant:6cc026c48a0a4c38990caf06a34163e3 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:52.431252 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44254fd1-a260-4095-9a5b-ee9f25e2163c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3078ccd3-769c-46f0-8be2-552e72ce00a1,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:52.433202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:52.434080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-44254fd1-a260-4095-9a5b-ee9f25e2163c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:52.443800 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:52.458905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.507890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 197f1ad8-3e91-4c5f-8851-c8654e795c47 no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:55:52.508078 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:52.512320 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Usage tracker for resource:security_group_rule and tenant:6cc026c48a0a4c38990caf06a34163e3 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:52.515440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:52.522275 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:52.538681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-44254fd1-a260-4095-9a5b-ee9f25e2163c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.548175 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2bb929-1c79-408c-bbb0-ce6a33a55f0e None None] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:55:52.548757 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-44254fd1-a260-4095-9a5b-ee9f25e2163c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3078ccd3-769c-46f0-8be2-552e72ce00a1 HTTP/1.1" status: 204 len: 168 time: 0.7802138 Nov 19 15:55:52.549569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 46938) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:52.565017 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: 197f1ad8-3e91-4c5f-8851-c8654e795c47 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:55:52.565610 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 197f1ad8-3e91-4c5f-8851-c8654e795c47 not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:55:52.566316 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 7072a61a-b4a8-439b-8266-b39283c16568 no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:55:52.607234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: 7072a61a-b4a8-439b-8266-b39283c16568 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:55:52.607725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 7072a61a-b4a8-439b-8266-b39283c16568 not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:55:52.735205 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.794820 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.802975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.817733 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b1c848a1-13b5-4c76-9cf3-6f2518f9143a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:52.866377 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] DHCP port deletion for cc221463-4e81-47c0-8956-bd0fa7cbce70 request from dv-cinder-763306-3-smb {{(pid=80310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 15:55:52.869149 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Deleting port f7e28727-6167-4f56-8586-fa925ea01cd2 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:55:52.869518 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.871855 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] Deleting port f7e28727-6167-4f56-8586-fa925ea01cd2 {{(pid=80310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:55:52.872281 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.900311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Pushing event updated for resources: {'SecurityGroup': ['ID=515dede9-d50a-4920-9ca8-fd1e33cf7c45,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:52.903449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:52.904222 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:52.905870 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-af183d39-2db2-41be-b50c-ab7efddda9ea req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1639 time: 0.4916925 Nov 19 15:55:53.076495 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-70c38743-8fca-4ca2-8f42-b1e08608a020 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups/515dede9-d50a-4920-9ca8-fd1e33cf7c45 HTTP/1.1" status: 200 len: 1634 time: 0.1152606 Nov 19 15:55:53.146984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] For port f7e28727-6167-4f56-8586-fa925ea01cd2, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=f7e28727-6167-4f56-8586-fa925ea01cd2,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:53.153379 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.162604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '515dede9-d50a-4920-9ca8-fd1e33cf7c45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:53.162992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '515dede9-d50a-4920-9ca8-fd1e33cf7c45', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:53.186707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:53.204366 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Usage tracker for resource:security_group_rule and tenant:6cc026c48a0a4c38990caf06a34163e3 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:53.211457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:53.215454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] For port f7e28727-6167-4f56-8586-fa925ea01cd2, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=f7e28727-6167-4f56-8586-fa925ea01cd2,segment=NetworkSegment(2e42e1b6-e04e-489e-809d-1a2c4a40b27f),segment_id=2e42e1b6-e04e-489e-809d-1a2c4a40b27f)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:53.215857 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.231062 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:53.297584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] Calling delete_port for f7e28727-6167-4f56-8586-fa925ea01cd2 owned by network:dhcp {{(pid=80310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:55:53.366829 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Calling delete_port for f7e28727-6167-4f56-8586-fa925ea01cd2 owned by network:dhcp {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:55:53.380616 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686'] for port, after_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.394898 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-44272153-8177-40f6-ad81-fdc05c7c96a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:53.447105 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] Pushing event deleted for resources: {'Port': ['ID=f7e28727-6167-4f56-8586-fa925ea01cd2,revision_number=None']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:53.450634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:53.486925 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group_rule, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.492607 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80309) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 15:55:53.492972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 15:55:53.509160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.512342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.514613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-156705db-0f7d-409b-a40c-a0f399bdb963 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:53.540043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8d62d76e-a5f5-4c55-8644-df74aaa7fb42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.545067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1275a605-d7c5-4eb1-8987-93070dbd70d4,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:53.547858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:53.559098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group_rule, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.560401 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d734b4d0-1c95-4c59-ab25-849d0ad87e9f req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 721 time: 0.4302471 Nov 19 15:55:53.562785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc958f0-88f9-4546-87d9-3c701797c197 None None] No DVR routers for this DVR port f7e28727-6167-4f56-8586-fa925ea01cd2 on host dv-cinder-763306-3-smb {{(pid=80310) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:55:53.648419 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-bb7d06a5-c07f-45e4-9595-92eb78f48c7c tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups/515dede9-d50a-4920-9ca8-fd1e33cf7c45 HTTP/1.1" status: 200 len: 2137 time: 0.0533743 Nov 19 15:55:53.659573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '515dede9-d50a-4920-9ca8-fd1e33cf7c45', 'remote_group_id': None}]} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:53.659958 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '515dede9-d50a-4920-9ca8-fd1e33cf7c45', 'remote_group_id': None}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:53.666583 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:53.670845 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Usage tracker for resource:security_group_rule and tenant:6cc026c48a0a4c38990caf06a34163e3 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:53.674124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:53.680368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:53.743086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group_rule, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.770131 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.772549 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034607'] for security_group_rule, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.779814 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-52e68d24-36a5-4da8-9c9b-cf710dbbfe52 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:53.799385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.801472 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d188757-a321-41f3-9ead-73c8d75f63c6,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:53.804177 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:53.810763 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group_rule, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:53.812072 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f51029b3-16de-4e1e-9893-41002c1f30ed req-aeed6c1b-3102-4ac8-88cc-82aad7385186 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 726 time: 0.1571009 Nov 19 15:55:53.994697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Deleting port f7e28727-6167-4f56-8586-fa925ea01cd2 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:55:53.995183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:54.069668 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] The port 'f7e28727-6167-4f56-8586-fa925ea01cd2' was deleted {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 15:55:54.193868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:54.309912 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc221463-4e81-47c0-8956-bd0fa7cbce70']}} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:54.327586 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e42e1b6-e04e-489e-809d-1a2c4a40b27f') {'for_net_delete': True} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:54.327921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e42e1b6-e04e-489e-809d-1a2c4a40b27f') {} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:54.341404 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28124490'] for segment, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:54.359458 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:54.361568 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:55:54.529634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 8702dcc6-247e-4cf1-a976-3cc629131983 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:55:54.607496 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 8702dcc6-247e-4cf1-a976-3cc629131983 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:55:54.613893 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 8702dcc6-247e-4cf1-a976-3cc629131983 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:54.614311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:54.755576 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:54.761778 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:54.777546 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port 8702dcc6-247e-4cf1-a976-3cc629131983, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=8702dcc6-247e-4cf1-a976-3cc629131983,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:54.780257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:54.782989 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:54.795782 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:55:54.806785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29222161'] for segment, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:54.837363 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device f7e28727-6167-4f56-8586-fa925ea01cd2 no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:55:54.874945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: f7e28727-6167-4f56-8586-fa925ea01cd2 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:55:54.875341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device f7e28727-6167-4f56-8586-fa925ea01cd2 not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:55:54.896970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=8702dcc6-247e-4cf1-a976-3cc629131983,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:54.901119 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:55.001700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Network cc221463-4e81-47c0-8956-bd0fa7cbce70 has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: % (table.description, expected, rows_matched) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: % (table.description, expected, rows_matched) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: % (table.description, expected, rows_matched) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: % (table.description, expected, rows_matched) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:55:55.024458 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:55:55.105751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:55.110066 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-752c0bec-0f7b-473e-affc-cf5cd2e5ca83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:55.128712 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:55.136450 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Pushing event deleted for resources: {'Network': ['ID=cc221463-4e81-47c0-8956-bd0fa7cbce70,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:55.139587 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] 10.222.0.48 "DELETE /v2.0/networks/cc221463-4e81-47c0-8956-bd0fa7cbce70 HTTP/1.1" status: 204 len: 168 time: 2.5890071 Nov 19 15:55:55.140633 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8faeeb87-e322-4ccc-99f0-f004e32b125c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:55.299732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47020) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:55.358221 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-7098b014-4efd-4e2d-9f78-b9fd210be314 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b3cee85ecd5406ea42f5cec8ecaa9d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0566764 Nov 19 15:55:55.360009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:55.360638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47024) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:55.423893 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-33ac3824-d9ee-4e45-b5e1-49eb5d363f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:55.452353 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-33ac3824-d9ee-4e45-b5e1-49eb5d363f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:55.501376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-33ac3824-d9ee-4e45-b5e1-49eb5d363f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:55.507120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d9318ee-8a64-45b8-9fef-37194b8bbd8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:55.525522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac3824-d9ee-4e45-b5e1-49eb5d363f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb225e50-ef46-4806-9ac9-50963681b90a,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:55.529260 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-33ac3824-d9ee-4e45-b5e1-49eb5d363f5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:55.532598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-33ac3824-d9ee-4e45-b5e1-49eb5d363f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:55.533796 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-33ac3824-d9ee-4e45-b5e1-49eb5d363f5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb225e50-ef46-4806-9ac9-50963681b90a HTTP/1.1" status: 204 len: 168 time: 0.1721354 Nov 19 15:55:55.807326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Sync routers for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:55:55.821676 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:55:55.822374 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:55:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:56.015065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:55:56.366408 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:50Z', 'revision_number': 2, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:56.370884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Checking router: 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 for host: dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:55:56.371298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Updating router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 port 8df4cb2b-8399-43fc-af48-33500c3ffa75 binding host dv-cinder-763306-3-smb {{(pid=80310) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Nov 19 15:55:56.433979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:56.519341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 8702dcc6-247e-4cf1-a976-3cc629131983 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:55:56.946186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 8702dcc6-247e-4cf1-a976-3cc629131983 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:56.946683 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.268959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Notify callbacks [] for port, precommit_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.277332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:55:57.286635 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Transition to ACTIVE for port object 8df4cb2b-8399-43fc-af48-33500c3ffa75 will not be triggered until provisioned by entity L2. {{(pid=80310) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:55:57.289790 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.306773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:57.471938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfd01a-d2c5-487f-9b25-71bd3ebdbcf2 None None] Pushing event updated for resources: {'Port': ['ID=8df4cb2b-8399-43fc-af48-33500c3ffa75,revision_number=3']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:57.477502 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0ccfd01a-d2c5-487f-9b25-71bd3ebdbcf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:57.510405 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47094) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:57.641466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Attempting to bind port 8df4cb2b-8399-43fc-af48-33500c3ffa75 on host dv-cinder-763306-3-smb for vnic_type normal with profile {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:55:57.641886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Attempting to bind port 8df4cb2b-8399-43fc-af48-33500c3ffa75 by drivers openvswitch on host dv-cinder-763306-3-smb at level 0 using segments [{'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:55:57.642288 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Attempting to bind port 8df4cb2b-8399-43fc-af48-33500c3ffa75 on network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:55:57.649729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Checking agent: {'id': 'ae875218-4aad-440e-9ea2-363d15b998ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-763306-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 39, 25), 'started_at': datetime.datetime(2020, 11, 19, 15, 39, 55), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 55, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-763306-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.49', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:55:57.650153 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Checking segment: {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80310) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:55:57.650598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.651068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Bound using segment: {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'} {{(pid=80310) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:55:57.651585 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Bound port: 8df4cb2b-8399-43fc-af48-33500c3ffa75, host: dv-cinder-763306-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'}}] {{(pid=80310) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:55:57.652006 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.686979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.723886 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:57.728631 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc5f8bef55349e6afcf31e8fa5efb5f is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:57.731598 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:57.738524 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:57.767194 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] For port 8df4cb2b-8399-43fc-af48-33500c3ffa75, host dv-cinder-763306-3-smb, cleared binding levels {{(pid=80310) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:55:57.770708 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] For port 8df4cb2b-8399-43fc-af48-33500c3ffa75, host dv-cinder-763306-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=8df4cb2b-8399-43fc-af48-33500c3ffa75,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80310) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:55:57.774914 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.791151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-44272153-8177-40f6-ad81-fdc05c7c96a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:57.821516 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.824875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.833929 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-340f3745-251c-4ee2-b025-5b7ea21b51d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:57.878748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b4a998-2b08-4f91-9972-03533b7c87fc,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:57.882706 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:57.887360 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-59c4c582-a668-4e89-b38a-4e7eab17d5a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4fc5f8bef55349e6afcf31e8fa5efb5f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3756466 Nov 19 15:55:57.889324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47102) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:57.955575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da5e152c-7129-4119-829d-4a2ced85339d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:57.968312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccfd01a-d2c5-487f-9b25-71bd3ebdbcf2 None None] Pushing event updated for resources: {'Port': ['ID=8df4cb2b-8399-43fc-af48-33500c3ffa75,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:57.973503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0ccfd01a-d2c5-487f-9b25-71bd3ebdbcf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:57.985435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da5e152c-7129-4119-829d-4a2ced85339d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:58.020396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80310) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:55:58.021181 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:55:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:58.036257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da5e152c-7129-4119-829d-4a2ced85339d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:58.041508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-49cff551-1080-43d8-a0c3-5918a09bde50 tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:58.057915 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e152c-7129-4119-829d-4a2ced85339d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b4a998-2b08-4f91-9972-03533b7c87fc,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:58.059963 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da5e152c-7129-4119-829d-4a2ced85339d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:58.061190 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-da5e152c-7129-4119-829d-4a2ced85339d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5b4a998-2b08-4f91-9972-03533b7c87fc HTTP/1.1" status: 204 len: 168 time: 0.1707880 Nov 19 15:55:58.062228 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-da5e152c-7129-4119-829d-4a2ced85339d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:58.250704 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: dv-cinder-763306-3-smb {{(pid=80310) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:55:58.573659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 8df4cb2b-8399-43fc-af48-33500c3ffa75 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:55:58.671523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:57Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:55:58.676274 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning for port 8df4cb2b-8399-43fc-af48-33500c3ffa75 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:55:58.679816 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b508c-3fe9-4e7f-8c86-d0ec48a64919 None None] The sync data for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb is: [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:57Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80310) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:55:58.683734 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 8df4cb2b-8399-43fc-af48-33500c3ffa75 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:55:58.683986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:58.851031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:58.906520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] For port 8df4cb2b-8399-43fc-af48-33500c3ffa75, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=8df4cb2b-8399-43fc-af48-33500c3ffa75,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:55:58.913590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:58.916986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:59.003351 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Pushing event updated for resources: {'Port': ['ID=8df4cb2b-8399-43fc-af48-33500c3ffa75,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:59.007681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:59.180995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47134) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:59.325548 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-194825146-network', 'tenant_id': '5b386416619c4cc3b74e6be92b900486'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:59.330714 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:59.335406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Usage tracker for resource:network and tenant:5b386416619c4cc3b74e6be92b900486 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:59.338446 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:59.344317 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:59.355430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Made reservation on behalf of 5b386416619c4cc3b74e6be92b900486 for: {'network': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:55:59.360395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:59.374748 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:59.410055 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:59.414232 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Usage tracker for resource:security_group_rule and tenant:5b386416619c4cc3b74e6be92b900486 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:59.417237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:59.423144 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:59.498424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:59.501253 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:59.506056 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5624065a-62af-451e-a1cc-20e198260363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:59.536439 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80309) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:55:59.549691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bffbc5-a5b2-4a18-95c9-bf94cd388856,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:59.553186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:59.556151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:59.556543 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Added segment 84ab657d-47fd-44eb-9fde-ddb12e9856b5 of type vxlan for network 06ea7b60-b6c6-4fe8-a308-814cf37121cd Nov 19 15:55:59.586171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:59.617802 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:59.619122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:55:59.619760 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:55:59.625271 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:55:59.735786 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5535915 Nov 19 15:55:59.738925 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47140) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:55:59.742141 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Pushing event updated for resources: {'Network': ['ID=06ea7b60-b6c6-4fe8-a308-814cf37121cd,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:55:59.745160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a1d2a8b7-010a-441b-8d1c-f3e384b3a241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:55:59.745724 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Request body: {'subnet': {'network_id': '06ea7b60-b6c6-4fe8-a308-814cf37121cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-194825146-subnet', 'tenant_id': '5b386416619c4cc3b74e6be92b900486', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:55:59.751287 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:55:59.754408 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network 06ea7b60-b6c6-4fe8-a308-814cf37121cd details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:55:59.757371 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Usage tracker for resource:subnet and tenant:5b386416619c4cc3b74e6be92b900486 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:55:59.765620 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:55:59.773515 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:55:59.774190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network 06ea7b60-b6c6-4fe8-a308-814cf37121cd details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:55:59.784152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Made reservation on behalf of 5b386416619c4cc3b74e6be92b900486 for: {'subnet': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:55:59.789163 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28073958'] for subnet, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:00.244624 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28051292', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28073941'] for subnet, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:00.260827 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-78b930f8-c963-4938-a21a-fa6d09a0b9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:00.402337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Pushing event updated for resources: {'Subnet': ['ID=33d41003-1ac1-4ef0-9fe4-788ccfa5f6cb,revision_number=0']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:00.418952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.419368 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.419777 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.420183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.420580 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.420974 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.421365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.421759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.422148 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.422537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.422952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.423342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.423821 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.424223 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.424673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.425063 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.425503 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.426457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.426904 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.427300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.427692 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.428080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.428468 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.428853 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:56:00.434074 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:00.494729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Checking segment: {'id': '84ab657d-47fd-44eb-9fde-ddb12e9856b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '06ea7b60-b6c6-4fe8-a308-814cf37121cd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:56:00.495173 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Network hostable DHCP agents. Network: 06ea7b60-b6c6-4fe8-a308-814cf37121cd, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80308) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:56:00.504982 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 8df4cb2b-8399-43fc-af48-33500c3ffa75 up at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:56:00.517617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Network 06ea7b60-b6c6-4fe8-a308-814cf37121cd is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80308) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:56:00.526792 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, 06ea7b60-b6c6-4fe8-a308-814cf37121cd) {{(pid=80308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:56:00.543100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:00.543743 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:00.551119 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ababe-3943-4fa0-b841-05891ed235e3 None None] Network 06ea7b60-b6c6-4fe8-a308-814cf37121cd requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:56:00.565134 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d45b6aac-d9c8-4415-a6bb-4afee116267c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8250306 Nov 19 15:56:00.744136 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Provisioning complete for port 8df4cb2b-8399-43fc-af48-33500c3ffa75 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:56:00.744557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:00.868618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f88b0e-4f74-4a27-8251-f36c3324faec None None] Network 06ea7b60-b6c6-4fe8-a308-814cf37121cd requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:56:01.316700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47168) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:01.323795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1544026514-network', 'tenant_id': '1567ffde61884183980eb6db553a6aa0'}} {{(pid=80308) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:56:01.329106 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:01.333869 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Usage tracker for resource:network and tenant:1567ffde61884183980eb6db553a6aa0 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:01.337896 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:01.343818 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:01.353511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Made reservation on behalf of 1567ffde61884183980eb6db553a6aa0 for: {'network': 1} {{(pid=80308) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:56:01.358269 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for network, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:01.372267 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:01.408069 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:01.412866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Usage tracker for resource:security_group_rule and tenant:1567ffde61884183980eb6db553a6aa0 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:01.415900 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:01.421858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:01.495454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:01.498420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:01.502921 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a33ec50d-0aac-4eab-ba20-d5699da94395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:01.536916 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80308) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Nov 19 15:56:01.546236 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dab9640-f40f-4d9a-9dd4-942f0b6d7a72,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:01.550169 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:01.552774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731657757760', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:01.553207 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.segments_db [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Added segment 5882ee9b-36d7-421e-8b9c-7fc477231d0c of type vxlan for network ee25100c-1782-4b0f-8ff4-82aec3278f49 Nov 19 15:56:01.582629 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731657177869'] for network, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:01.612664 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:01.613934 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80308) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:01.614565 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:01.619584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8ec5ac2b-5c9f-457d-aafb-1cf86041551d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:01.723893 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4057827 Nov 19 15:56:01.727027 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47178) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:01.729945 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Pushing event updated for resources: {'Network': ['ID=ee25100c-1782-4b0f-8ff4-82aec3278f49,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:01.733120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:01.736537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Request body: {'subnet': {'network_id': 'ee25100c-1782-4b0f-8ff4-82aec3278f49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1544026514-subnet', 'tenant_id': '1567ffde61884183980eb6db553a6aa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:56:01.740793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Network ee25100c-1782-4b0f-8ff4-82aec3278f49 details requested by agent ovs-agent-dv-cinder-763306-3-smb with host dv-cinder-763306-3-smb {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:56:01.742813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:01.747097 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Usage tracker for resource:subnet and tenant:1567ffde61884183980eb6db553a6aa0 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:01.750650 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:01.757370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:01.758285 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Network ee25100c-1782-4b0f-8ff4-82aec3278f49 details requested by agent ovs-agent-hv-cinder-76330 with host hv-cinder-76330 {{(pid=80310) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Nov 19 15:56:01.767068 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Made reservation on behalf of 1567ffde61884183980eb6db553a6aa0 for: {'subnet': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:56:01.772563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28954485'] for subnet, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:02.193615 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29222015', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28954438'] for subnet, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:02.209321 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a9428802-16af-467f-ac2b-dcf2bd1526b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:02.345845 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=509ea273-4795-476b-adc6-616e610c5124,revision_number=0']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:02.349990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:02.415765 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Checking segment: {'id': '5882ee9b-36d7-421e-8b9c-7fc477231d0c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'ee25100c-1782-4b0f-8ff4-82aec3278f49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:56:02.416156 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Network hostable DHCP agents. Network: ee25100c-1782-4b0f-8ff4-82aec3278f49, hostable agents: ['2ea588df-4057-4d60-9b7b-90865e4a86f3'], hosted agents: [] {{(pid=80309) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Nov 19 15:56:02.438288 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Network ee25100c-1782-4b0f-8ff4-82aec3278f49 is scheduled to be hosted by DHCP agent 2ea588df-4057-4d60-9b7b-90865e4a86f3 with binding_index 1 {{(pid=80309) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Nov 19 15:56:02.447120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-763306-3-smb, ee25100c-1782-4b0f-8ff4-82aec3278f49) {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:56:02.455570 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe7f8b8-9d96-47f5-90d7-d7ffd0e73f8e None None] Network ee25100c-1782-4b0f-8ff4-82aec3278f49 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:56:02.459312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:02.459952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:02.480339 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-2dae72a1-e182-4c87-9a0e-e571aa5f61e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7516990 Nov 19 15:56:02.623081 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47188) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:02.701132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc3671d-b104-4c97-8cf1-32b7c0fc7059 None None] Network ee25100c-1782-4b0f-8ff4-82aec3278f49 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 15:56:02.716883 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b0706f-a04e-4aab-aa62-15730b1f29e7 admin admin] Deleting subnet 33d41003-1ac1-4ef0-9fe4-788ccfa5f6cb {{(pid=80309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:56:02.721242 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98b0706f-a04e-4aab-aa62-15730b1f29e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:02.783354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98b0706f-a04e-4aab-aa62-15730b1f29e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826651327'] for subnet, precommit_delete_associations {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:02.855124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98b0706f-a04e-4aab-aa62-15730b1f29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:02.990404 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47196) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:03.126002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98b0706f-a04e-4aab-aa62-15730b1f29e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036825553741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036825821362'] for subnet, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.142362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:03.153174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.185004 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0706f-a04e-4aab-aa62-15730b1f29e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33d41003-1ac1-4ef0-9fe4-788ccfa5f6cb,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:03.193128 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:03.197742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Usage tracker for resource:security_group_rule and tenant:865b99bb84c74fb3bda95234846a2396 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:03.198113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-98b0706f-a04e-4aab-aa62-15730b1f29e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:03.200892 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:03.207861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:03.281710 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-98b0706f-a04e-4aab-aa62-15730b1f29e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.284037 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.287877 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.288337 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-98b0706f-a04e-4aab-aa62-15730b1f29e7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/33d41003-1ac1-4ef0-9fe4-788ccfa5f6cb HTTP/1.1" status: 204 len: 168 time: 0.6639862 Nov 19 15:56:03.291263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47204) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:03.298402 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fccc0381-d4b8-4661-bdce-5d80cea756a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:03.345517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2178364-de65-42cd-8e85-096a26158e81,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:03.353848 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=865b99bb84c74fb3bda95234846a2396&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3622551 Nov 19 15:56:03.354861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47208) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:03.355427 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:03.423244 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-84a5e886-65f5-487b-8b49-06815fef291d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.435746 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.453632 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-84a5e886-65f5-487b-8b49-06815fef291d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.502409 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-84a5e886-65f5-487b-8b49-06815fef291d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.508099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5d444613-faa5-4fbc-a383-7f23e87294e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:03.518970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5e886-65f5-487b-8b49-06815fef291d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2178364-de65-42cd-8e85-096a26158e81,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:03.524455 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-84a5e886-65f5-487b-8b49-06815fef291d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:03.526465 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-84a5e886-65f5-487b-8b49-06815fef291d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.530600 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-84a5e886-65f5-487b-8b49-06815fef291d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2178364-de65-42cd-8e85-096a26158e81 HTTP/1.1" status: 204 len: 168 time: 0.1713765 Nov 19 15:56:03.643824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.761436 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06ea7b60-b6c6-4fe8-a308-814cf37121cd']}} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:03.778101 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84ab657d-47fd-44eb-9fde-ddb12e9856b5') {'for_net_delete': True} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:03.778486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84ab657d-47fd-44eb-9fde-ddb12e9856b5') {} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:03.791761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28124490'] for segment, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.808581 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:03.810611 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:56:04.002780 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Network 06ea7b60-b6c6-4fe8-a308-814cf37121cd has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:56:04.012758 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29222161'] for segment, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:04.200835 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Network 06ea7b60-b6c6-4fe8-a308-814cf37121cd has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:56:04.224703 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:56:04.305727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:04.309300 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:04.326671 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:04.336289 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Pushing event deleted for resources: {'Network': ['ID=06ea7b60-b6c6-4fe8-a308-814cf37121cd,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:04.342424 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] 10.222.0.48 "DELETE /v2.0/networks/06ea7b60-b6c6-4fe8-a308-814cf37121cd HTTP/1.1" status: 204 len: 168 time: 1.0467503 Nov 19 15:56:04.342424 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-fd9fa67a-5821-4607-8bf2-803a90c32982 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:04.342835 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47228) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:04.412045 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-60973194-b882-40ac-844c-7e0d07cf3575 admin admin] Deleting subnet 509ea273-4795-476b-adc6-616e610c5124 {{(pid=80309) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 15:56:04.415516 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-60973194-b882-40ac-844c-7e0d07cf3575 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:04.474201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-60973194-b882-40ac-844c-7e0d07cf3575 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826651327'] for subnet, precommit_delete_associations {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:04.535682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-60973194-b882-40ac-844c-7e0d07cf3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.043179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-60973194-b882-40ac-844c-7e0d07cf3575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036825553741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036825821362'] for subnet, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.059754 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:05.091702 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47244) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:05.100171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60973194-b882-40ac-844c-7e0d07cf3575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=509ea273-4795-476b-adc6-616e610c5124,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:05.112369 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-60973194-b882-40ac-844c-7e0d07cf3575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:05.205723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-60973194-b882-40ac-844c-7e0d07cf3575 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.211928 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-60973194-b882-40ac-844c-7e0d07cf3575 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/509ea273-4795-476b-adc6-616e610c5124 HTTP/1.1" status: 204 len: 168 time: 0.8680511 Nov 19 15:56:05.214536 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47250) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:05.257315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.294605 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:05.298756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Usage tracker for resource:security_group_rule and tenant:bdbe30047ebb49a3b9697ae5c6970c47 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:05.302273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:05.308415 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:05.334255 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.379406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.382211 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.389756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-83944966-45ca-4405-8d57-c73ae072f5c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:05.435992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc7cf10-d154-4f4a-91be-9114ea00c190,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:05.439332 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:05.444898 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdbe30047ebb49a3b9697ae5c6970c47&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3497066 Nov 19 15:56:05.445750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47254) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:05.510354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-394e8982-7202-4d00-934a-b47ad873627d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.533736 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.539990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-394e8982-7202-4d00-934a-b47ad873627d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.589586 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-394e8982-7202-4d00-934a-b47ad873627d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.594970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-154812d8-6322-497f-b54a-c36d19619b37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:05.614985 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394e8982-7202-4d00-934a-b47ad873627d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc7cf10-d154-4f4a-91be-9114ea00c190,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:05.617691 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-394e8982-7202-4d00-934a-b47ad873627d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:05.620127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-394e8982-7202-4d00-934a-b47ad873627d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.623722 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-394e8982-7202-4d00-934a-b47ad873627d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bc7cf10-d154-4f4a-91be-9114ea00c190 HTTP/1.1" status: 204 len: 168 time: 0.1749225 Nov 19 15:56:05.667110 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee25100c-1782-4b0f-8ff4-82aec3278f49']}} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:05.680540 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5882ee9b-36d7-421e-8b9c-7fc477231d0c') {'for_net_delete': True} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:05.680875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5882ee9b-36d7-421e-8b9c-7fc477231d0c') {} {{(pid=80309) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:05.696597 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28124490'] for segment, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.713276 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:05.715423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80309) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 15:56:05.908952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Network ee25100c-1782-4b0f-8ff4-82aec3278f49 has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:56:05.919602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29222161'] for segment, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:06.122018 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Network ee25100c-1782-4b0f-8ff4-82aec3278f49 has no segments {{(pid=80309) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 15:56:06.146011 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 15:56:06.226838 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:06.230541 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:06.248352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:06.260266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee25100c-1782-4b0f-8ff4-82aec3278f49,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:06.264694 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ee25100c-1782-4b0f-8ff4-82aec3278f49 HTTP/1.1" status: 204 len: 168 time: 1.0479207 Nov 19 15:56:06.264694 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-dcd309f3-852f-48a7-90df-151f676048a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:06.408549 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47280) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:06.464009 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-38dad232-cd9b-40c5-89a8-370faba5b246 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b386416619c4cc3b74e6be92b900486&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0540972 Nov 19 15:56:06.466447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47288) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:06.530911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4fd6cef-3068-4333-9cf1-d5a0ad40083b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:06.558099 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4fd6cef-3068-4333-9cf1-d5a0ad40083b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:06.605613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4fd6cef-3068-4333-9cf1-d5a0ad40083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:06.614087 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-378250be-947d-4f71-888f-2c83ac6ac7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:06.626335 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fd6cef-3068-4333-9cf1-d5a0ad40083b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bffbc5-a5b2-4a18-95c9-bf94cd388856,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:06.634129 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b4fd6cef-3068-4333-9cf1-d5a0ad40083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:06.634939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b4fd6cef-3068-4333-9cf1-d5a0ad40083b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:06.639137 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b4fd6cef-3068-4333-9cf1-d5a0ad40083b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12bffbc5-a5b2-4a18-95c9-bf94cd388856 HTTP/1.1" status: 204 len: 168 time: 0.1714501 Nov 19 15:56:07.077813 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47312) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:07.134836 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-6bd4df08-91d2-434b-9294-bb9c7aa0860b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1567ffde61884183980eb6db553a6aa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0546739 Nov 19 15:56:07.136246 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47320) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:07.202520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4fffcaa5-e2eb-4ee4-a16b-4b69d8d4ab3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:07.231900 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4fffcaa5-e2eb-4ee4-a16b-4b69d8d4ab3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:07.276508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4fffcaa5-e2eb-4ee4-a16b-4b69d8d4ab3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:07.281500 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2b2f6ae1-680c-48fd-b115-b1d58fd2595b tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:07.295644 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fffcaa5-e2eb-4ee4-a16b-4b69d8d4ab3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dab9640-f40f-4d9a-9dd4-942f0b6d7a72,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:07.298122 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4fffcaa5-e2eb-4ee4-a16b-4b69d8d4ab3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:07.300506 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-4fffcaa5-e2eb-4ee4-a16b-4b69d8d4ab3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:07.301703 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-4fffcaa5-e2eb-4ee4-a16b-4b69d8d4ab3e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6dab9640-f40f-4d9a-9dd4-942f0b6d7a72 HTTP/1.1" status: 204 len: 168 time: 0.1645029 Nov 19 15:56:09.303913 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47374) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:09.455497 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:09.490297 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:09.494357 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] Usage tracker for resource:security_group_rule and tenant:d5ac9c5aefab498cbdf055f0a21c4f5a is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:09.497339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:09.503227 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:09.569491 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:09.572107 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:09.579561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-84a5e886-65f5-487b-8b49-06815fef291d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:09.624799 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b927cf-151d-4197-8688-0aa202cb0df8,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:09.628365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:09.631267 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5e6795b6-60f3-4442-8fc5-c23a7ca6f0df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5ac9c5aefab498cbdf055f0a21c4f5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3262994 Nov 19 15:56:09.634071 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47380) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:09.926193 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-772a0420-7d14-4fec-b4a0-b9700bda8fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:09.954469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-772a0420-7d14-4fec-b4a0-b9700bda8fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.002952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-772a0420-7d14-4fec-b4a0-b9700bda8fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.015102 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-2a86730e-97f2-4d85-afce-df399e9efb7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:10.026067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-772a0420-7d14-4fec-b4a0-b9700bda8fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.030185 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-772a0420-7d14-4fec-b4a0-b9700bda8fe3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34b927cf-151d-4197-8688-0aa202cb0df8 HTTP/1.1" status: 204 len: 168 time: 0.3927715 Nov 19 15:56:10.030185 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a0420-7d14-4fec-b4a0-b9700bda8fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b927cf-151d-4197-8688-0aa202cb0df8,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:10.039602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-772a0420-7d14-4fec-b4a0-b9700bda8fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:10.239229 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-61d0ff7b-75f4-4c71-b583-8eca39ef89f3 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Synchronizing usage tracker for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:security_group {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:56:10.257211 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-61d0ff7b-75f4-4c71-b583-8eca39ef89f3 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Unset dirty status for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:security_group {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:56:10.258874 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-61d0ff7b-75f4-4c71-b583-8eca39ef89f3 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-638982381&fields=id&tenant_id=6cc026c48a0a4c38990caf06a34163e3 HTTP/1.1" status: 200 len: 267 time: 0.0711453 Nov 19 15:56:10.429142 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-d8a9d1e0-1ca1-46b4-89ac-eb7792f89773 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:10.429909 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-d8a9d1e0-1ca1-46b4-89ac-eb7792f89773 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Synchronizing usage tracker for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:network {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:56:10.437651 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47400) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:10.460310 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-d8a9d1e0-1ca1-46b4-89ac-eb7792f89773 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Unset dirty status for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:network {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:56:10.461674 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-d8a9d1e0-1ca1-46b4-89ac-eb7792f89773 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 809 time: 0.1949699 Nov 19 15:56:10.465682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.480272 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-dd323286-8b24-4f86-990d-46b678d12193 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/quotas/6cc026c48a0a4c38990caf06a34163e3 HTTP/1.1" status: 200 len: 375 time: 0.0117993 Nov 19 15:56:10.540082 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:10.550108 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d4e2ce01eddb4161a11148a6a09caecc is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:10.557634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:10.564751 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:10.591508 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-27b54cf9-9709-430b-8f2f-ced9e0ee9612 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Synchronizing usage tracker for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:56:10.610324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-27b54cf9-9709-430b-8f2f-ced9e0ee9612 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Unset dirty status for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:56:10.611924 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-27b54cf9-9709-430b-8f2f-ced9e0ee9612 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252282 Nov 19 15:56:10.656014 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.659481 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.671791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a7e084a6-8d39-44b4-99d9-2faae2614406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:10.715817 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de12411-4160-4f9f-b5c6-54d6e90714fc,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:10.719280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:10.725453 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4e2ce01eddb4161a11148a6a09caecc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2863061 Nov 19 15:56:10.726135 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47408) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:10.774001 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-f7aa863e-aae4-481f-a44f-660806307b81 service neutron] 10.222.0.48 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469376 Nov 19 15:56:10.797280 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c291e8b3-5d46-4bd9-bf69-93cb3dc1b502 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.825339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c291e8b3-5d46-4bd9-bf69-93cb3dc1b502 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.870388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c291e8b3-5d46-4bd9-bf69-93cb3dc1b502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.875499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-95a18966-54cb-4715-9f0b-3a557f752d57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:10.889213 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291e8b3-5d46-4bd9-bf69-93cb3dc1b502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de12411-4160-4f9f-b5c6-54d6e90714fc,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:10.892440 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c291e8b3-5d46-4bd9-bf69-93cb3dc1b502 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:10.893348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c291e8b3-5d46-4bd9-bf69-93cb3dc1b502 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:10.894611 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c291e8b3-5d46-4bd9-bf69-93cb3dc1b502 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2de12411-4160-4f9f-b5c6-54d6e90714fc HTTP/1.1" status: 204 len: 168 time: 0.1675079 Nov 19 15:56:10.934035 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-63ae6fc3-b2a4-4290-83df-123d10c388df service neutron] 10.222.0.48 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1529169 Nov 19 15:56:11.360128 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a58ff97e-684a-4c9e-b416-b041a354cf59 req-2a0117d4-0005-4482-87b5-2459aa0447ea tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 210 time: 0.0507483 Nov 19 15:56:12.620580 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-3f294a18-d991-4bdb-8990-f92094bd6a77 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:12.622173 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-3f294a18-d991-4bdb-8990-f92094bd6a77 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 809 time: 0.2230811 Nov 19 15:56:12.624456 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-379dcfa5-8fa7-46c7-95df-bef6486418bd req-74611412-0738-464a-9df8-ccea863dbd62 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 210 time: 0.0595427 Nov 19 15:56:12.764878 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-7d80a5e5-6fec-453e-b72b-46acf577ad11 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.55 "GET /v2.0/security-groups?tenant_id=6cc026c48a0a4c38990caf06a34163e3 HTTP/1.1" status: 200 len: 5079 time: 0.1116328 Nov 19 15:56:12.775127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Request body: {'port': {'device_id': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'admin_state_up': True, 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'security_groups': ['515dede9-d50a-4920-9ca8-fd1e33cf7c45']}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:56:12.923641 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:12.933807 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:12.943235 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Made reservation on behalf of 6cc026c48a0a4c38990caf06a34163e3 for: {'port': 1} {{(pid=80309) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Nov 19 15:56:12.949009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:13.281899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Allocated IP 172.20.0.5 (8e7672a5-ef4a-43fc-9b6a-f6bace633914/8ff45dc9-bb55-46e0-9e26-0e72b6f5102a/6822a1a9-9282-4d88-94c6-dac3632cc719) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:56:13.516884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:13.536263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Transition to ACTIVE for port object 6822a1a9-9282-4d88-94c6-dac3632cc719 will not be triggered until provisioned by entity DHCP. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:56:13.560044 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:13.576053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-76fee970-8eb1-4a28-9dae-baf9e7dd93f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:13.762016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:56:13.766214 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:56:13.770515 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:56:13.849206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Pushing event updated for resources: {'Port': ['ID=6822a1a9-9282-4d88-94c6-dac3632cc719,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:13.858221 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:13.876021 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:13.876697 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:13.948832 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-68283a6e-de4f-4e81-9caf-f294ebb96ea8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1779726 Nov 19 15:56:13.968867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Request body: {'port': {'device_id': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76330'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:56:14.138836 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-0358e3cd-633f-46c2-9c5c-c951a77034f2 None None] Provisioning for port 6822a1a9-9282-4d88-94c6-dac3632cc719 completed by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:56:14.145206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-0358e3cd-633f-46c2-9c5c-c951a77034f2 None None] Provisioning complete for port 6822a1a9-9282-4d88-94c6-dac3632cc719 triggered by entity DHCP. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:56:14.145800 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0358e3cd-633f-46c2-9c5c-c951a77034f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:14.212486 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-0358e3cd-633f-46c2-9c5c-c951a77034f2 None None] Port 6822a1a9-9282-4d88-94c6-dac3632cc719 cannot update to ACTIVE because it is not bound. {{(pid=80310) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Nov 19 15:56:14.330959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c1d7f-6de4-4214-9baa-3685411e1571 req-4f905262-3ccd-4f1c-bda0-8d0684b20ebb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:14.332253 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-b49c1d7f-6de4-4214-9baa-3685411e1571 req-4f905262-3ccd-4f1c-bda0-8d0684b20ebb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Synchronizing usage tracker for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:56:14.350073 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:14.368673 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-b49c1d7f-6de4-4214-9baa-3685411e1571 req-4f905262-3ccd-4f1c-bda0-8d0684b20ebb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Unset dirty status for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:56:14.369960 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b49c1d7f-6de4-4214-9baa-3685411e1571 req-4f905262-3ccd-4f1c-bda0-8d0684b20ebb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 931 time: 0.4650037 Nov 19 15:56:14.507967 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-b49c1d7f-6de4-4214-9baa-3685411e1571 req-07ccb997-bdca-4331-b21a-4cc9f0f13bef tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1110804 Nov 19 15:56:14.813701 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6822a1a9-9282-4d88-94c6-dac3632cc719 {{(pid=80309) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Nov 19 15:56:14.821638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:14.833983 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Transition to ACTIVE for port object 6822a1a9-9282-4d88-94c6-dac3632cc719 will not be triggered until provisioned by entity L2. {{(pid=80309) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Nov 19 15:56:14.839592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825553682'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:14.855357 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1944df6b-c4d5-402c-958c-bc0de9a1993d tempest-AttachVolumeTestJSON-1997525592 tempest-AttachVolumeTestJSON-1997525592] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:14.997423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Pushing event updated for resources: {'Port': ['ID=6822a1a9-9282-4d88-94c6-dac3632cc719,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:15.002655 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:15.202089 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Attempting to bind port 6822a1a9-9282-4d88-94c6-dac3632cc719 on host hv-cinder-76330 for vnic_type normal with profile {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 15:56:15.202572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Attempting to bind port 6822a1a9-9282-4d88-94c6-dac3632cc719 by drivers openvswitch on host hv-cinder-76330 at level 0 using segments [{'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Nov 19 15:56:15.203100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Attempting to bind port 6822a1a9-9282-4d88-94c6-dac3632cc719 on network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Nov 19 15:56:15.211567 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Checking agent: {'id': '152a6c3f-d3e7-428c-bb21-8f45df114859', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76330', 'admin_state_up': True, 'created_at': datetime.datetime(2020, 11, 19, 15, 46, 22), 'started_at': datetime.datetime(2020, 11, 19, 15, 46, 52), 'heartbeat_timestamp': datetime.datetime(2020, 11, 19, 15, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.45', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.0', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Nov 19 15:56:15.211727 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Checking segment: {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Nov 19 15:56:15.212002 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:15.212394 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Bound using segment: {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'} {{(pid=80309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Nov 19 15:56:15.212891 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Bound port: 6822a1a9-9282-4d88-94c6-dac3632cc719, host: hv-cinder-76330, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8029ff-b885-430b-8f66-12f53397c8f6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914'}}] {{(pid=80309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Nov 19 15:56:15.213271 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:15.316708 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] For port 6822a1a9-9282-4d88-94c6-dac3632cc719, host hv-cinder-76330, cleared binding levels {{(pid=80309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Nov 19 15:56:15.319954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] For port 6822a1a9-9282-4d88-94c6-dac3632cc719, host hv-cinder-76330, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6822a1a9-9282-4d88-94c6-dac3632cc719,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Nov 19 15:56:15.323095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825553682'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:15.345285 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-48c93b62-06c5-4935-abf7-46bde31d23ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:15.494972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Pushing event updated for resources: {'Port': ['ID=6822a1a9-9282-4d88-94c6-dac3632cc719,revision_number=3']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:15.499784 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:15.533120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:15.534622 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-592b8c61-d1a2-4ce2-b450-f9e89edebdda service neutron] 10.222.0.55 "PUT /v2.0/ports/6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 1157 time: 1.5716999 Nov 19 15:56:15.535212 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:56:15.635677 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'status': 'completed', 'code': 200} Nov 19 15:56:15.743313 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-4ace7333-e1b1-4dbb-8a88-a46a5244f353 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1160 time: 0.1528084 Nov 19 15:56:15.757341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563bb5b0-4aee-4d97-ab91-0b7f15dbd124 req-0d2122ac-120c-4561-a1d4-1b7039517184 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:15.758859 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-563bb5b0-4aee-4d97-ab91-0b7f15dbd124 req-0d2122ac-120c-4561-a1d4-1b7039517184 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 943 time: 0.1069152 Nov 19 15:56:15.849166 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-18b513da-7950-41a8-acf1-a665a58cc738 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 217 time: 0.0892169 Nov 19 15:56:15.920327 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-563bb5b0-4aee-4d97-ab91-0b7f15dbd124 req-8c3e112b-7a20-4215-b346-c5b024cf88a7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1091475 Nov 19 15:56:15.929320 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-d5f6de55-45d0-4a4b-b7e0-3cdbcc29a885 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:15.930825 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-d5f6de55-45d0-4a4b-b7e0-3cdbcc29a885 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.0735908 Nov 19 15:56:16.016039 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-b6432f41-a184-4950-b8c4-f59d94890eab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785933 Nov 19 15:56:16.166857 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-8484fa3e-d9ad-450b-9ab9-6a6f646d7e21 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431971 Nov 19 15:56:16.315263 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ac3fee73-c6ff-40c5-8b21-cdb4939dd78e req-7f251c97-8299-4d36-a995-b3020eedfd5c service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415024 Nov 19 15:56:16.479416 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-694634b7-a555-433c-9bec-1002378a896c req-54945bdc-9a51-4a79-88ed-dc8e0868d18d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1160 time: 0.0782018 Nov 19 15:56:16.624349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694634b7-a555-433c-9bec-1002378a896c req-7964d9d4-b8a6-4d0f-b917-3dbc8463e028 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:16.625951 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-694634b7-a555-433c-9bec-1002378a896c req-7964d9d4-b8a6-4d0f-b917-3dbc8463e028 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.1395121 Nov 19 15:56:16.703093 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-694634b7-a555-433c-9bec-1002378a896c req-3a1137e6-00ae-4e1d-9b68-40dde8e1ef6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 217 time: 0.0689876 Nov 19 15:56:16.774306 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694634b7-a555-433c-9bec-1002378a896c req-e5bd4053-e605-4d1a-88cd-7c6a891f8308 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:16.775995 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-694634b7-a555-433c-9bec-1002378a896c req-e5bd4053-e605-4d1a-88cd-7c6a891f8308 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.0648832 Nov 19 15:56:16.859498 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-694634b7-a555-433c-9bec-1002378a896c req-b4694f04-aa44-437e-a33d-1d245012bd6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769994 Nov 19 15:56:17.010418 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-694634b7-a555-433c-9bec-1002378a896c req-ed1e03e4-781c-4824-ab70-bb7a1d8d3b86 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437016 Nov 19 15:56:17.219345 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-694634b7-a555-433c-9bec-1002378a896c req-cfd1aa86-cb59-4d3b-9f4b-dacce4293fb5 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2012026 Nov 19 15:56:17.233165 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d69a7ba-7a62-4604-9f23-1692f8c66b12 req-0c53e4ad-9d6f-4599-8971-623b6d3be3b2 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:17.234656 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d69a7ba-7a62-4604-9f23-1692f8c66b12 req-0c53e4ad-9d6f-4599-8971-623b6d3be3b2 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 943 time: 0.1801243 Nov 19 15:56:17.284248 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-4d69a7ba-7a62-4604-9f23-1692f8c66b12 req-15edd372-4f69-4ab3-a62c-fc55d325157c tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0422978 Nov 19 15:56:18.502637 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaecb38-86ab-4394-b1c0-188fa8a906a3 req-90f55a8b-c1a7-4c47-a505-29d9fe239dac tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:18.504861 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-acaecb38-86ab-4394-b1c0-188fa8a906a3 req-90f55a8b-c1a7-4c47-a505-29d9fe239dac tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 943 time: 0.0857985 Nov 19 15:56:18.531114 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47596) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:18.567369 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-acaecb38-86ab-4394-b1c0-188fa8a906a3 req-59d0ab26-cf46-47a0-94c0-cac66e73f538 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0480466 Nov 19 15:56:18.570636 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 6822a1a9-9282-4d88-94c6-dac3632cc719 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:56:18.644098 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning for port 6822a1a9-9282-4d88-94c6-dac3632cc719 completed by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Nov 19 15:56:18.649669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 6822a1a9-9282-4d88-94c6-dac3632cc719 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:56:18.650308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:18.692917 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:18.726396 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:18.730935 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Usage tracker for resource:security_group_rule and tenant:88fcc64aa44e4bcb85458d07597eac90 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:18.733984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:18.743330 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:18.785537 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:18.815574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:56:18.819868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:18.824006 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:18.827448 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 6822a1a9-9282-4d88-94c6-dac3632cc719, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6822a1a9-9282-4d88-94c6-dac3632cc719,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:56:18.831113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:18.832121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c660800a-daa1-41a2-8ef0-5695d57b59f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:18.834733 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8809df60-7a60-4820-b1b1-e413a2046e3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:18.852124 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47608) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:18.877624 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cf1254-1bd4-43a0-9ec5-1bb0fae1713f,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:18.886604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47614) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:18.886845 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88fcc64aa44e4bcb85458d07597eac90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3538816 Nov 19 15:56:18.887806 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:18.907992 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'code': 200} Nov 19 15:56:18.916875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=6822a1a9-9282-4d88-94c6-dac3632cc719,revision_number=4']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:18.920297 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:18.971352 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3d169546-f03e-40b3-a55d-45b36734051c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:18.999688 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3d169546-f03e-40b3-a55d-45b36734051c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.046149 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.090747 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:19.093228 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3d169546-f03e-40b3-a55d-45b36734051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.099822 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-45d263c6-f14d-4415-a1eb-deb1aedac4f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:19.112429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] Usage tracker for resource:security_group_rule and tenant:af68b78efbb34bc7abd5f407bac87c49 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:19.118031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:19.125493 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d169546-f03e-40b3-a55d-45b36734051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cf1254-1bd4-43a0-9ec5-1bb0fae1713f,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:19.127909 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:19.130298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3d169546-f03e-40b3-a55d-45b36734051c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:19.141157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3d169546-f03e-40b3-a55d-45b36734051c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.143756 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-3d169546-f03e-40b3-a55d-45b36734051c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18cf1254-1bd4-43a0-9ec5-1bb0fae1713f HTTP/1.1" status: 204 len: 168 time: 0.2555344 Nov 19 15:56:19.253441 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.257867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.266533 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0b41bdd7-21d2-4c56-bdab-08cc794441c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:19.325127 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=af68b78efbb34bc7abd5f407bac87c49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4715722 Nov 19 15:56:19.326954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72251f9f-e94c-4017-976d-c0c878bc828a,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:19.327937 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47622) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:19.331096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-01f70f1f-be08-441d-ab7c-a4d877503347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:19.341885 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6506b09a-669e-4901-a8ea-d99424f62252 req-ac689100-e7c5-40b6-bd0f-b5f4c51c787a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.1482525 Nov 19 15:56:19.404097 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7884f8a4-cf4b-40f7-b64c-7debf7961c41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.419293 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-6506b09a-669e-4901-a8ea-d99424f62252 req-78d4b10b-f54f-4f70-b2a1-88f400ec1021 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0464849 Nov 19 15:56:19.432097 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7884f8a4-cf4b-40f7-b64c-7debf7961c41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.478243 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7884f8a4-cf4b-40f7-b64c-7debf7961c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.483604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-ee432c88-0e6b-47af-b579-63db92db7c91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:19.496429 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7884f8a4-cf4b-40f7-b64c-7debf7961c41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72251f9f-e94c-4017-976d-c0c878bc828a,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:19.500867 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-7884f8a4-cf4b-40f7-b64c-7debf7961c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:19.506764 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7884f8a4-cf4b-40f7-b64c-7debf7961c41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.510728 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-7884f8a4-cf4b-40f7-b64c-7debf7961c41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72251f9f-e94c-4017-976d-c0c878bc828a HTTP/1.1" status: 204 len: 168 time: 0.1806083 Nov 19 15:56:19.517707 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47628) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:19.542612 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.575740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:19.579793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] Usage tracker for resource:security_group_rule and tenant:1b3212ad7f7643b5a2b689b7903fdb58 is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:19.583339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:19.589186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:19.658529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.662906 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.671770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4fffcaa5-e2eb-4ee4-a16b-4b69d8d4ab3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:19.716659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5896a79c-bf7a-4cbc-860f-db7cc72d9823,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:19.720569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:19.727543 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-c4962a72-07f7-4fe7-a167-141967894545 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1b3212ad7f7643b5a2b689b7903fdb58&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2085931 Nov 19 15:56:19.728201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47634) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:19.798686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1df287c-7348-4863-b28c-390c68a2fd60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.802081 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a548a-99ed-4278-bdce-a9109eebae75 req-d7414443-5281-46cd-9072-a8809a966a88 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:19.804041 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d46a548a-99ed-4278-bdce-a9109eebae75 req-d7414443-5281-46cd-9072-a8809a966a88 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.1026483 Nov 19 15:56:19.829950 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1df287c-7348-4863-b28c-390c68a2fd60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.860078 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d46a548a-99ed-4278-bdce-a9109eebae75 req-528ecdbe-fc92-4693-b74d-e94d1a6503df tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0491216 Nov 19 15:56:19.898478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1df287c-7348-4863-b28c-390c68a2fd60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.904035 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-705beb9b-6514-4c21-890f-a27af9bc914b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:19.918618 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df287c-7348-4863-b28c-390c68a2fd60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5896a79c-bf7a-4cbc-860f-db7cc72d9823,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:19.921355 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1df287c-7348-4863-b28c-390c68a2fd60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:19.926482 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1df287c-7348-4863-b28c-390c68a2fd60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:19.930974 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d1df287c-7348-4863-b28c-390c68a2fd60 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5896a79c-bf7a-4cbc-860f-db7cc72d9823 HTTP/1.1" status: 204 len: 168 time: 0.2016914 Nov 19 15:56:20.364750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 6822a1a9-9282-4d88-94c6-dac3632cc719 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:56:20.438016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 6822a1a9-9282-4d88-94c6-dac3632cc719 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:56:20.438423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:20.651601 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8f59bf13-3f5f-442a-b953-0a74e8e9495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:21.078120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf048c-4161-4016-8bad-3cb52c1c2137 req-e8cee1fc-1204-4b74-8bca-09c7c27b3ec9 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:21.079754 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d8cf048c-4161-4016-8bad-3cb52c1c2137 req-e8cee1fc-1204-4b74-8bca-09c7c27b3ec9 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0835853 Nov 19 15:56:21.133228 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d8cf048c-4161-4016-8bad-3cb52c1c2137 req-02035b0c-86af-44ac-9e2e-e47c2ba0e7f4 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0465531 Nov 19 15:56:21.342746 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61780722-3009-496d-8c3e-fa8875f84257 req-fa50b35d-8957-443d-aa28-44ba25ceff05 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:21.344387 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-61780722-3009-496d-8c3e-fa8875f84257 req-fa50b35d-8957-443d-aa28-44ba25ceff05 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0839658 Nov 19 15:56:21.395199 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-61780722-3009-496d-8c3e-fa8875f84257 req-45c8e41c-7563-4064-8e15-9aaebe4ca3c3 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0433695 Nov 19 15:56:21.607800 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-3344b6c8-0d80-4d4c-b94c-e8d547a289f4 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1596992 Nov 19 15:56:21.617791 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Request body: {'floatingip': {'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:56:21.623668 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:21.627786 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Usage tracker for resource:floatingip and tenant:6cc026c48a0a4c38990caf06a34163e3 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:21.630833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:21.636649 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:21.646890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for floatingip, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:21.797485 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:21.957944 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:22.292326 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_common [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Allocated IP 172.28.3.99 (efdedfa2-3635-42e3-9761-de3481e4898f/608a20e4-ae08-4f5a-ab9b-e978313f02a3/295b0bdb-78fa-4e53-bce9-679d40e80dd9) {{(pid=80309) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Nov 19 15:56:22.457408 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for port, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:22.484284 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731657248030', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:22.499732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f612aaf4-66f9-4308-8353-1ab82725fb55 tempest-VolumesSnapshotTestJSON-1807179967 tempest-VolumesSnapshotTestJSON-1807179967] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:22.643514 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Pushing event updated for resources: {'Port': ['ID=295b0bdb-78fa-4e53-bce9-679d40e80dd9,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:22.648542 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:22.693780 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Network efdedfa2-3635-42e3-9761-de3481e4898f is already hosted by enough agents. {{(pid=80309) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Nov 19 15:56:22.694969 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.base_scheduler [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Resources bound (agent type, host, resource id): {{(pid=80309) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Nov 19 15:56:22.697325 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Received port after_create {{(pid=80309) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Nov 19 15:56:22.786104 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for floatingip, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:22.844516 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:23.109174 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for port, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:23.113306 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036825553682'] for port, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:23.129001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-18c77226-8644-47c1-b83c-d2b9c99a6deb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:23.270423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Pushing event updated for resources: {'Port': ['ID=295b0bdb-78fa-4e53-bce9-679d40e80dd9,revision_number=2']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:23.273577 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:23.373753 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:23.398266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:23.399631 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-0ee1a7cd-575d-4a25-b3f7-4fd2336c5d64 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7860579 Nov 19 15:56:23.464456 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f7a77b3f-b666-40cb-956f-9f2faf0e9d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:23.483995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-a0358037-06d0-4374-88a8-36a2b42ab98c tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Synchronizing usage tracker for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:floatingip {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:56:23.500471 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-a0358037-06d0-4374-88a8-36a2b42ab98c tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Unset dirty status for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:floatingip {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:56:23.501738 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-a0358037-06d0-4374-88a8-36a2b42ab98c tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.28.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0957158 Nov 19 15:56:23.666070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-67ae8b9c-102f-485b-ae90-c03e2e92b15e tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:23.667610 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-67ae8b9c-102f-485b-ae90-c03e2e92b15e tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/networks/efdedfa2-3635-42e3-9761-de3481e4898f HTTP/1.1" status: 200 len: 784 time: 0.1598971 Nov 19 15:56:23.678412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-ca7db907-3858-4e85-836b-3f4866fa9f0a tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:56:23.679503 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-33ca5b2c-d9eb-41f4-8171-4a14ad548f21 req-ca7db907-3858-4e85-836b-3f4866fa9f0a tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0061886 Nov 19 15:56:23.816399 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:23.881749 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-c08c05bc-098f-43a6-88cb-b5889de56249 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:23.883397 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-c08c05bc-098f-43a6-88cb-b5889de56249 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0850136 Nov 19 15:56:23.975098 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-83bd19c7-66c7-4761-87d5-966c4af82e8f tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.28.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0854928 Nov 19 15:56:23.988267 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.v2.base [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-3338dd0c-26b4-410e-8855-b70a7100b266 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Request body: {'floatingip': {'port_id': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80309) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 15:56:24.072994 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-3338dd0c-26b4-410e-8855-b70a7100b266 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for floatingip, before_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:24.705564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-3338dd0c-26b4-410e-8855-b70a7100b266 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for floatingip, precommit_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:24.708785 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:24.710315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-3338dd0c-26b4-410e-8855-b70a7100b266 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854225831'] for floatingip, after_update {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:24.910577 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-3338dd0c-26b4-410e-8855-b70a7100b266 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Floating IP 5308cb3c-7cf4-41b3-af26-092f210276ab associated. External IP: 172.28.3.99, port: 6822a1a9-9282-4d88-94c6-dac3632cc719. Nov 19 15:56:25.320403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-3338dd0c-26b4-410e-8855-b70a7100b266 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:56:25.360767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:25.761868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-3338dd0c-26b4-410e-8855-b70a7100b266 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:56:25.769973 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-3338dd0c-26b4-410e-8855-b70a7100b266 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:25.783013 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] Sync routers for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:56:25.818677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:56:25.819476 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:56:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:25.842453 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-3338dd0c-26b4-410e-8855-b70a7100b266 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "PUT /v2.0/floatingips/5308cb3c-7cf4-41b3-af26-092f210276ab HTTP/1.1" status: 200 len: 995 time: 1.8589509 Nov 19 15:56:25.843318 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:56:25.934773 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'status': 'completed', 'code': 200} Nov 19 15:56:25.943537 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-c239d86b-7bea-4453-8bc7-3d2f6aa4e133 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.0934930 Nov 19 15:56:26.048370 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:56:26.170468 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-4c3993d8-f69f-41aa-9958-08f04dd08d37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:26.172109 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-4c3993d8-f69f-41aa-9958-08f04dd08d37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.2227173 Nov 19 15:56:26.176519 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9087cde0-b19f-42a9-9639-da7fe4c7771b req-4ac39649-7e44-48a6-a64e-f997b5916acc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.1920455 Nov 19 15:56:26.393145 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-7a41fa55-52ce-48aa-a532-cb739d6d56f8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 998 time: 0.2133226 Nov 19 15:56:26.430385 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '5308cb3c-7cf4-41b3-af26-092f210276ab', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'floating_ip_address': '172.28.3.99', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'port_id': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'mac_address': 'fa:16:3e:c9:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:56:22Z', 'updated_at': '2020-11-19T15:56:24Z', 'revision_number': 1, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:58Z', 'revision_number': 5, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:26.434735 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] Checking router: 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:56:26.447552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:56:26.448201 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:56:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:26.469180 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087cde0-b19f-42a9-9639-da7fe4c7771b req-abfbfddb-717f-4cfc-af79-25a7bfefbd84 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:26.470760 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9087cde0-b19f-42a9-9639-da7fe4c7771b req-abfbfddb-717f-4cfc-af79-25a7bfefbd84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.2372096 Nov 19 15:56:26.560498 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-52f0958c-eabb-475a-9f76-3d24eb97e067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:26.562101 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-52f0958c-eabb-475a-9f76-3d24eb97e067 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.1519516 Nov 19 15:56:26.639179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:56:26.640719 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9087cde0-b19f-42a9-9639-da7fe4c7771b req-71d60972-dcba-4a42-a639-6abfc7077d1a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 998 time: 0.1623588 Nov 19 15:56:26.725553 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-2d673220-916b-41ef-9104-f2b780a49d74 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1551578 Nov 19 15:56:26.729510 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9087cde0-b19f-42a9-9639-da7fe4c7771b req-9382bccc-c1c7-455f-9c97-4e5d5f7a1bd6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:26.731014 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9087cde0-b19f-42a9-9639-da7fe4c7771b req-9382bccc-c1c7-455f-9c97-4e5d5f7a1bd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.0810599 Nov 19 15:56:26.739322 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-665dcc69-ffdc-40c5-af7f-489caba3deaa service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:56:26.740481 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-665dcc69-ffdc-40c5-af7f-489caba3deaa service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0061820 Nov 19 15:56:26.945556 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9087cde0-b19f-42a9-9639-da7fe4c7771b req-1d4d2b5c-31ed-4683-ad34-0bf2eeb5553e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2039962 Nov 19 15:56:26.947625 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-c90750be-577b-4033-b589-7f8b2abf50e4 service neutron] 10.222.0.48 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723902 Nov 19 15:56:27.191412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '5308cb3c-7cf4-41b3-af26-092f210276ab', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'floating_ip_address': '172.28.3.99', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'port_id': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'mac_address': 'fa:16:3e:c9:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:56:22Z', 'updated_at': '2020-11-19T15:56:24Z', 'revision_number': 1, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:58Z', 'revision_number': 5, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:56:27.196214 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796d6af7-1593-4c60-b32b-2d3225c01671 None None] The sync data for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb is: [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_floatingips': [{'id': '5308cb3c-7cf4-41b3-af26-092f210276ab', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'floating_ip_address': '172.28.3.99', 'floating_network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'router_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'port_id': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'mac_address': 'fa:16:3e:c9:9b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2020-11-19T15:56:22Z', 'updated_at': '2020-11-19T15:56:24Z', 'revision_number': 1, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:58Z', 'revision_number': 5, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:56:27.263468 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-bc147873-badc-4c33-ac73-2ce12549d6e2 req-c729ef1e-ba84-4e11-a239-3c9980064bc1 service neutron] 10.222.0.48 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3089962 Nov 19 15:56:27.265442 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9087cde0-b19f-42a9-9639-da7fe4c7771b req-975ebf8a-4042-4f80-855a-af7b2b7284f1 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097465 Nov 19 15:56:27.423836 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9087cde0-b19f-42a9-9639-da7fe4c7771b req-0d9cea01-3d9d-4fdd-893e-9b5334b8b52d service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513190 Nov 19 15:56:27.533388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13620e4e-3b80-41e8-8fa1-6b280808d0e8 None None] New status for floating IP 5308cb3c-7cf4-41b3-af26-092f210276ab: ACTIVE {{(pid=80310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:56:28.536374 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-2c0d04b0-5c77-4005-b402-9341ab77022a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0731518 Nov 19 15:56:28.701095 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-ffee5689-ef79-4510-ac9f-6c4d48632228 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.0772297 Nov 19 15:56:28.861241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-b7166d0e-7916-45cb-8a42-056786d84540 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:28.862864 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-b7166d0e-7916-45cb-8a42-056786d84540 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.1405373 Nov 19 15:56:28.973478 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-7fbd43f2-55dc-4745-9c65-7c715ae8917a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 1000 time: 0.1043253 Nov 19 15:56:29.275389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-cd25c18d-7b1f-4aa7-8870-9a983a51fb78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:56:29.277466 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-cd25c18d-7b1f-4aa7-8870-9a983a51fb78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.2979286 Nov 19 15:56:29.360795 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-d84cb738-4f87-4405-b0db-2ce636f04308 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0759225 Nov 19 15:56:29.504564 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-4399b9ff-a004-46bd-afb9-d986e89acfe5 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363940 Nov 19 15:56:29.648883 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e6245c1-4913-41c7-b232-d01367e1cca1 req-15c8c1be-d93b-4dc7-afaf-263630c82cc9 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370776 Nov 19 15:56:33.047067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47752) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:33.195560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:33.232569 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:33.236681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] Usage tracker for resource:security_group_rule and tenant:61a7644208ce4aa38b7a9761a8529a2f is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:33.239668 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:33.245579 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:33.314061 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:33.316532 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:33.324250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-33ac3824-d9ee-4e45-b5e1-49eb5d363f5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:33.367504 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f282ec69-384c-42a8-a6aa-483bffb407c6,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:33.372381 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61a7644208ce4aa38b7a9761a8529a2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3241923 Nov 19 15:56:33.373395 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-aab975f8-1749-40dd-a962-b0f7107c4054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:33.375046 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47760) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:33.436574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-103c8a5e-ebe3-41cd-b780-24707a68335a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:33.463852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-103c8a5e-ebe3-41cd-b780-24707a68335a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:33.508865 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-103c8a5e-ebe3-41cd-b780-24707a68335a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:33.513856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-a706f27b-00c7-416e-9543-3708d9804ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:33.528092 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c8a5e-ebe3-41cd-b780-24707a68335a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f282ec69-384c-42a8-a6aa-483bffb407c6,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:33.530738 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-103c8a5e-ebe3-41cd-b780-24707a68335a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:33.537087 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-103c8a5e-ebe3-41cd-b780-24707a68335a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:33.538282 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-103c8a5e-ebe3-41cd-b780-24707a68335a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f282ec69-384c-42a8-a6aa-483bffb407c6 HTTP/1.1" status: 204 len: 168 time: 0.1623149 Nov 19 15:56:33.877536 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47768) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:33.898447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:33.931605 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:33.935645 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] Usage tracker for resource:security_group_rule and tenant:00da0359205d4485a138239f7fde8e35 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:33.938613 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:33.944464 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:34.010815 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:34.013512 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:34.020990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-71933674-24f9-40b2-a63e-0111f40eafe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:34.063731 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c909a48-17d9-42b9-bcb6-14d5a336a835,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:34.068577 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=00da0359205d4485a138239f7fde8e35&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1894245 Nov 19 15:56:34.069572 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-1f16fb91-9526-4385-92a6-539316c1a258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:34.071283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47772) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:34.134059 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-768b859a-75cd-47d7-ad70-835aed7e775b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:34.161137 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-768b859a-75cd-47d7-ad70-835aed7e775b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:34.208378 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-768b859a-75cd-47d7-ad70-835aed7e775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:34.213302 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9b702d51-22a0-4d5e-ba5c-affc57aae64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:34.225975 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768b859a-75cd-47d7-ad70-835aed7e775b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c909a48-17d9-42b9-bcb6-14d5a336a835,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:34.229323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-768b859a-75cd-47d7-ad70-835aed7e775b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:34.231312 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-768b859a-75cd-47d7-ad70-835aed7e775b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:34.234881 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-768b859a-75cd-47d7-ad70-835aed7e775b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4c909a48-17d9-42b9-bcb6-14d5a336a835 HTTP/1.1" status: 204 len: 168 time: 0.1602254 Nov 19 15:56:34.278720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:56:39.233702 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 47830) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:39.383952 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:39.416116 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:39.420121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] Usage tracker for resource:security_group_rule and tenant:1187f6aab05847c1b0483a628b014cf4 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:39.423056 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:39.428843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:39.494913 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:39.497666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:39.505685 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-3bb3c3b1-6504-4d2f-9c9a-8109de8c1c07 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:39.546590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdb53b9-119a-488f-923e-51deb9d623d5,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:39.550972 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:39.553441 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-bbb7bc9c-7983-4e9d-b42b-ca2275f6413c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1187f6aab05847c1b0483a628b014cf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3185637 Nov 19 15:56:39.556263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47836) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:39.619954 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f51335d9-1f23-4bc7-8ed4-33e33183dad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:39.646834 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f51335d9-1f23-4bc7-8ed4-33e33183dad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:39.691293 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f51335d9-1f23-4bc7-8ed4-33e33183dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:39.697776 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-08a90ee8-0e43-4124-a1bc-7ca23e903a42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:39.709632 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51335d9-1f23-4bc7-8ed4-33e33183dad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdb53b9-119a-488f-923e-51deb9d623d5,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:39.716356 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-f51335d9-1f23-4bc7-8ed4-33e33183dad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:39.716721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f51335d9-1f23-4bc7-8ed4-33e33183dad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:39.718076 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-f51335d9-1f23-4bc7-8ed4-33e33183dad8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ebdb53b9-119a-488f-923e-51deb9d623d5 HTTP/1.1" status: 204 len: 168 time: 0.1605062 Nov 19 15:56:40.059462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47846) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:40.079361 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:40.113742 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:56:40.118348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] Usage tracker for resource:security_group_rule and tenant:8028930623b44388b61d0ebb58575eac is out of sync, need to count used quota {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:56:40.121415 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80308) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:56:40.127298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80308) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:56:40.197846 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:40.200658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:40.208270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c9f6299c-289e-457b-8a70-d25e40cf2908 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:40.250827 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b6856f-8d64-4e21-b583-1351b52802a3,revision_number=1']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:40.255145 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:40.258001 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-82307619-a48e-444c-9dd1-dcd5f0dbec3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8028930623b44388b61d0ebb58575eac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1974781 Nov 19 15:56:40.260672 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 47850) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:56:40.324652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61b278d1-bdfb-418c-8060-bd930ee4fbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:40.352489 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61b278d1-bdfb-418c-8060-bd930ee4fbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:40.396767 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61b278d1-bdfb-418c-8060-bd930ee4fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:40.401663 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-c6db2134-d8d4-484d-a2c6-8a34b1c8791a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:56:40.415942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b278d1-bdfb-418c-8060-bd930ee4fbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b6856f-8d64-4e21-b583-1351b52802a3,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:56:40.418852 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-61b278d1-bdfb-418c-8060-bd930ee4fbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:56:40.420029 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-61b278d1-bdfb-418c-8060-bd930ee4fbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:40.421804 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-61b278d1-bdfb-418c-8060-bd930ee4fbe4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/49b6856f-8d64-4e21-b583-1351b52802a3 HTTP/1.1" status: 204 len: 168 time: 0.1600757 Nov 19 15:56:50.780286 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-6fe17777-05e1-4252-aeda-d47bfcfd62a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:51.959016 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:53.466523 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-ff577c95-db4f-4c82-bd79-5c26a56dc7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:53.804699 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:54.710840 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:56:55.359390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:06.047132 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80309) accepted ('10.222.0.48', 48026) {{(pid=80309) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:57:06.199942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:06.231965 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Nov 19 15:57:06.236100 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Usage tracker for resource:security_group_rule and tenant:81f572db86bc4fbc8d7b20d88c927463 is out of sync, need to count used quota {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Nov 19 15:57:06.239042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80309) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Nov 19 15:57:06.245315 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.quota.driver [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80309) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Nov 19 15:57:06.317890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:06.320730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_create {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:06.328453 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:57:06.374252 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=81f572db86bc4fbc8d7b20d88c927463&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3259823 Nov 19 15:57:06.375167 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0821e7-ec37-49eb-9d70-5df997c5ca53,revision_number=1']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:57:06.377177 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 48032) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:57:06.384571 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.384995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.385404 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.385810 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.386213 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.386652 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.387109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.387509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.387905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.388301 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.388695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.389123 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.389603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.390004 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.390398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.390792 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.391206 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.391605 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.392004 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.392398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.392794 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.393186 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.393576 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.393967 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.398998 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d430b6fb-2ad8-491d-a35d-15fb5e297832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:57:06.444963 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:06.471850 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:06.515467 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:06.520517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d9851ef5-24bd-4ae8-bab2-8effdcea8f9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:57:06.531730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0821e7-ec37-49eb-9d70-5df997c5ca53,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:57:06.543505 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:06.544708 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c0821e7-ec37-49eb-9d70-5df997c5ca53 HTTP/1.1" status: 204 len: 168 time: 0.1664131 Nov 19 15:57:06.546603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.547049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.547433 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.547839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.548238 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.548720 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.549118 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.549511 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.549905 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.550299 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.550695 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.551140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.551617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.552014 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.552405 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.552795 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.553183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.553596 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.553986 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.554376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.554773 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.555190 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.555584 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.555970 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:57:06.559469 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-022a0728-0849-4ed7-ad1a-5405b558ef2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:57:11.280589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:57:20.657398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7207805d-6b31-4121-beb9-1b7ae9010227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:21.954509 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:23.466781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c92a40c0-743b-4fe4-9ddd-0d7d006d2567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:23.807499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:24.712740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:25.360741 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:29.083888 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50802b22-ca92-4342-918f-f57521d4891a req-ec52630e-3a62-4ca6-8564-aef5d711d691 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0726473 Nov 19 15:57:29.249007 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50802b22-ca92-4342-918f-f57521d4891a req-12a61251-1b6a-4652-a71c-7d61e439a824 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.0791452 Nov 19 15:57:29.408410 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802b22-ca92-4342-918f-f57521d4891a req-a6e6cbaa-7c26-4efb-b6ac-f91726a8083c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:57:29.409892 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50802b22-ca92-4342-918f-f57521d4891a req-a6e6cbaa-7c26-4efb-b6ac-f91726a8083c service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.1412239 Nov 19 15:57:29.513690 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50802b22-ca92-4342-918f-f57521d4891a req-9001a137-b870-439a-8590-230f06aaac6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 1000 time: 0.0969989 Nov 19 15:57:29.583930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50802b22-ca92-4342-918f-f57521d4891a req-ab7fb30d-4d12-4ea4-aca9-3e392ee7f8bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:57:29.585420 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50802b22-ca92-4342-918f-f57521d4891a req-ab7fb30d-4d12-4ea4-aca9-3e392ee7f8bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.0654080 Nov 19 15:57:29.663936 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50802b22-ca92-4342-918f-f57521d4891a req-a5fc4373-3c02-42f9-b0f9-59743e657ffc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0720868 Nov 19 15:57:29.807977 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50802b22-ca92-4342-918f-f57521d4891a req-02188383-a3a1-4ae7-8441-e2408254f226 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375575 Nov 19 15:57:29.949266 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-50802b22-ca92-4342-918f-f57521d4891a req-f308c224-0634-467b-b93e-1d4656a7afbe service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1341357 Nov 19 15:57:48.280812 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:57:50.657732 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-3be6fc0d-7fe3-469f-851a-8faec4a39bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:51.954095 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:53.467049 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1b71047-40ce-4798-8056-3783aef52ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:53.812527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:54.715932 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:57:55.363407 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:16.656996 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55df3565-c7d5-4f5e-ac87-e90f4935facd req-0344abcc-5430-406c-86ca-b434232f67c8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:16.658584 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-55df3565-c7d5-4f5e-ac87-e90f4935facd req-0344abcc-5430-406c-86ca-b434232f67c8 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0885324 Nov 19 15:58:16.706961 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-55df3565-c7d5-4f5e-ac87-e90f4935facd req-f38fc70a-bb43-4fd9-85fd-8e3cb345966d tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421419 Nov 19 15:58:17.935007 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573938f0-4965-448b-ae65-0bf62909c442 req-8582a5ce-895b-4add-b223-3f7532a5ca93 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:17.936568 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-573938f0-4965-448b-ae65-0bf62909c442 req-8582a5ce-895b-4add-b223-3f7532a5ca93 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0821648 Nov 19 15:58:17.983806 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-573938f0-4965-448b-ae65-0bf62909c442 req-382e472f-02ce-487f-a703-4ba480573b2b tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0410776 Nov 19 15:58:19.194031 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c00832-7205-48f3-8915-c2212376658e req-a2639db5-39b9-4bcd-9402-03bb0e076c4b tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:19.195628 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-99c00832-7205-48f3-8915-c2212376658e req-a2639db5-39b9-4bcd-9402-03bb0e076c4b tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0853360 Nov 19 15:58:19.242578 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-99c00832-7205-48f3-8915-c2212376658e req-e9f7fce5-37d3-4ce0-bb0e-25c90f3064a9 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0409772 Nov 19 15:58:20.450527 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c82a1-9c34-43e7-90a6-aff68aaf45b9 req-1cea921f-a8b9-4f8f-a619-7983dce3e292 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:20.452122 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e7c82a1-9c34-43e7-90a6-aff68aaf45b9 req-1cea921f-a8b9-4f8f-a619-7983dce3e292 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0819948 Nov 19 15:58:20.504328 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-8e7c82a1-9c34-43e7-90a6-aff68aaf45b9 req-3e2e1a45-493f-41a2-a7ab-91889cd2ffad tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0461681 Nov 19 15:58:20.659560 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-c9ca0989-1ef2-4b97-93ea-9a78e1d1c899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:21.719559 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ab1f9-6d97-4379-9655-5ebb8a1fbb59 req-1e1f4f7f-6b3a-4be6-a8f5-4b4282a2cc00 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:21.721173 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7c5ab1f9-6d97-4379-9655-5ebb8a1fbb59 req-1e1f4f7f-6b3a-4be6-a8f5-4b4282a2cc00 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0854101 Nov 19 15:58:21.770875 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7c5ab1f9-6d97-4379-9655-5ebb8a1fbb59 req-0540db58-eb62-4842-b39d-2ab8509c9b92 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0434024 Nov 19 15:58:21.952576 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:22.969412 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 6822a1a9-9282-4d88-94c6-dac3632cc719 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:58:22.984307 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880fc038-a956-4df2-8767-b78c9213a47d req-5dcd6f06-331e-400a-8fa1-c95f1a51cc34 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:22.986031 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-880fc038-a956-4df2-8767-b78c9213a47d req-5dcd6f06-331e-400a-8fa1-c95f1a51cc34 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0886509 Nov 19 15:58:23.036857 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-880fc038-a956-4df2-8767-b78c9213a47d req-08b76714-b2e5-4f1c-918e-ed32a842934c tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0440953 Nov 19 15:58:23.042793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 6822a1a9-9282-4d88-94c6-dac3632cc719 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:58:23.043242 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:23.467876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b7781066-c77e-4e51-918e-234e47051632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:23.814138 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:24.247234 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0729aab-0530-47fc-98f3-5c2ff58032da req-87b607e3-8a87-4a7f-b2f7-852c3b1a04f7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:24.248844 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c0729aab-0530-47fc-98f3-5c2ff58032da req-87b607e3-8a87-4a7f-b2f7-852c3b1a04f7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0845652 Nov 19 15:58:24.296883 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c0729aab-0530-47fc-98f3-5c2ff58032da req-a5df5013-a513-4f79-99e3-8066f8af9a3b tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0420575 Nov 19 15:58:24.720076 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:25.282154 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:58:25.365310 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:25.719038 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ceef56-f2cf-49d0-908e-af6413c682cd req-ec34f840-aeec-41d0-9839-223e88dd0c10 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:25.720656 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-55ceef56-f2cf-49d0-908e-af6413c682cd req-ec34f840-aeec-41d0-9839-223e88dd0c10 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.2914698 Nov 19 15:58:25.770020 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-55ceef56-f2cf-49d0-908e-af6413c682cd req-15f2a62d-f3a2-4e8f-89c8-b8d49892cea7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0429204 Nov 19 15:58:26.823952 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de88195b-ff94-44a1-9d87-c07c33a73f49 req-f67df51c-3c0c-45d0-b5e6-9dcb2cd51e00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.0774889 Nov 19 15:58:27.030575 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88195b-ff94-44a1-9d87-c07c33a73f49 req-18583465-8f01-48a2-a072-62757ce6db66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:27.032280 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de88195b-ff94-44a1-9d87-c07c33a73f49 req-18583465-8f01-48a2-a072-62757ce6db66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.2009971 Nov 19 15:58:27.123599 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da18f8-8b6b-43fb-925b-ffeb384c5498 req-d7acaf26-0b28-4716-9f57-c3a64eaafd21 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:27.125096 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f3da18f8-8b6b-43fb-925b-ffeb384c5498 req-d7acaf26-0b28-4716-9f57-c3a64eaafd21 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.1953819 Nov 19 15:58:27.181265 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de88195b-ff94-44a1-9d87-c07c33a73f49 req-d6477178-f959-4618-b210-0911816283db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 1000 time: 0.1414745 Nov 19 15:58:27.228716 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-f3da18f8-8b6b-43fb-925b-ffeb384c5498 req-c5f75678-2163-4635-9fc3-dd66f74cb203 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0956390 Nov 19 15:58:27.255810 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de88195b-ff94-44a1-9d87-c07c33a73f49 req-115013b8-8fec-493c-b908-ac28a3c7aeab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:27.257364 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de88195b-ff94-44a1-9d87-c07c33a73f49 req-115013b8-8fec-493c-b908-ac28a3c7aeab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.0701659 Nov 19 15:58:27.342762 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de88195b-ff94-44a1-9d87-c07c33a73f49 req-77c7409f-c3ef-4eac-ad91-3ed2cf2ec5c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785809 Nov 19 15:58:27.485262 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de88195b-ff94-44a1-9d87-c07c33a73f49 req-89c5c864-9c02-4d2a-bebf-e1679950b338 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359732 Nov 19 15:58:27.628952 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-de88195b-ff94-44a1-9d87-c07c33a73f49 req-02dae57d-7995-4282-8f95-3d5f3b2a9dc2 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1373060 Nov 19 15:58:28.437340 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bea03b-1394-4117-9b3a-fac282b765a5 req-74ea1a91-c906-4c4c-aa3d-6afa259f97b4 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:28.438933 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-39bea03b-1394-4117-9b3a-fac282b765a5 req-74ea1a91-c906-4c4c-aa3d-6afa259f97b4 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0827971 Nov 19 15:58:28.487030 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-39bea03b-1394-4117-9b3a-fac282b765a5 req-7ad9d0f5-9484-4c3e-a4b2-098a45b5a9a2 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0420618 Nov 19 15:58:29.202406 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-711dd31e-87d1-45e2-b3c2-4d69d5f42b74 req-0fd069b6-47c0-4e7a-a695-4f92a145d96e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.0784793 Nov 19 15:58:29.362991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd31e-87d1-45e2-b3c2-4d69d5f42b74 req-c953adb3-f453-4cc6-b514-78f9ccb31bf1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:29.364460 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-711dd31e-87d1-45e2-b3c2-4d69d5f42b74 req-c953adb3-f453-4cc6-b514-78f9ccb31bf1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.1409547 Nov 19 15:58:29.471729 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-711dd31e-87d1-45e2-b3c2-4d69d5f42b74 req-c23043d4-5068-416d-b70b-b53cf4cd38be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 1000 time: 0.1002197 Nov 19 15:58:29.545889 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd31e-87d1-45e2-b3c2-4d69d5f42b74 req-45db38ea-9b30-4148-9f41-7245d492fd3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:29.547520 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-711dd31e-87d1-45e2-b3c2-4d69d5f42b74 req-45db38ea-9b30-4148-9f41-7245d492fd3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.0694511 Nov 19 15:58:29.637756 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-711dd31e-87d1-45e2-b3c2-4d69d5f42b74 req-03c5aef7-c3ef-42f8-9101-3da056683818 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834794 Nov 19 15:58:30.068041 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-711dd31e-87d1-45e2-b3c2-4d69d5f42b74 req-1726d2b8-afd0-47df-bfad-10f4d2cb5002 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208984 Nov 19 15:58:30.124646 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cebb35-0458-4d4c-93e4-0b74ec462851 req-36c4aa5a-1f3b-4942-a118-4d4bd9a62423 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:30.126187 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-55cebb35-0458-4d4c-93e4-0b74ec462851 req-36c4aa5a-1f3b-4942-a118-4d4bd9a62423 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.5065200 Nov 19 15:58:30.258751 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-55cebb35-0458-4d4c-93e4-0b74ec462851 req-326b84b9-c286-4173-a817-c0d52d2f4611 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1251056 Nov 19 15:58:30.260894 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-711dd31e-87d1-45e2-b3c2-4d69d5f42b74 req-21d89b8a-0dd1-470d-af9f-f7c7bcef1b54 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1856055 Nov 19 15:58:30.856768 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 6822a1a9-9282-4d88-94c6-dac3632cc719 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:58:30.971113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:30.998517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:58:31.008492 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 6822a1a9-9282-4d88-94c6-dac3632cc719, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6822a1a9-9282-4d88-94c6-dac3632cc719,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:58:31.012679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:31.014449 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:58:31.064725 dv-cinder-763306-3-smb neutron-server[80197]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'code': 422} returned with failed status Nov 19 15:58:31.086113 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=6822a1a9-9282-4d88-94c6-dac3632cc719,revision_number=5']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:58:31.095677 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.096058 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.096431 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.096800 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.097164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.097530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.097890 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.098250 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.098606 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.098988 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.099348 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.099700 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.100139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.100495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.100851 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.101203 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.101557 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.101911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.102263 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.102614 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.102991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.103346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.103698 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.104047 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80310) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:58:31.108740 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:58:31.466582 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824f717d-fc3b-4006-998a-234d968647f9 req-422af431-836a-45f0-afb8-c9b2fc0f9dad tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:31.468188 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-824f717d-fc3b-4006-998a-234d968647f9 req-422af431-836a-45f0-afb8-c9b2fc0f9dad tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 943 time: 0.0823114 Nov 19 15:58:31.515830 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-824f717d-fc3b-4006-998a-234d968647f9 req-d83a7fa6-48b1-4cac-98de-0388b6bce199 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0416121 Nov 19 15:58:31.908021 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d61b8-6ae8-4ec2-9913-0a04532d8424 req-8492b820-9f82-4101-ac04-55f487e02691 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:31.909641 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a53d61b8-6ae8-4ec2-9913-0a04532d8424 req-8492b820-9f82-4101-ac04-55f487e02691 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 943 time: 0.0875921 Nov 19 15:58:31.909998 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-e1e77b7e-c66f-4674-8fa7-4cec16f4daf8 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1593542 Nov 19 15:58:31.959329 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a53d61b8-6ae8-4ec2-9913-0a04532d8424 req-0e4e2643-abda-4ac5-b18c-d4cc433f20e3 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0433011 Nov 19 15:58:33.060651 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-72d98b17-2b40-4d8c-8d6a-4434585959ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c&tenant_id=6cc026c48a0a4c38990caf06a34163e3 HTTP/1.1" status: 200 len: 1160 time: 0.0753891 Nov 19 15:58:33.238530 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcebf27-f1a0-4755-a6bc-b4de699bc1cf req-9c8d4c1d-eac9-40c4-a04a-4f245eb01bb9 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:33.240101 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7fcebf27-f1a0-4755-a6bc-b4de699bc1cf req-9c8d4c1d-eac9-40c4-a04a-4f245eb01bb9 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 943 time: 0.1497643 Nov 19 15:58:33.243957 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-3b236ba0-f519-4b22-8b80-50936ed16930 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1160 time: 0.1117501 Nov 19 15:58:33.393519 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-7fcebf27-f1a0-4755-a6bc-b4de699bc1cf req-0c8b8920-67b3-4275-b341-f9e93fb8fb78 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1469543 Nov 19 15:58:33.423454 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-4c7f9efd-da7d-4520-b42c-62cf81a94094 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:33.425009 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-4c7f9efd-da7d-4520-b42c-62cf81a94094 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.1646867 Nov 19 15:58:33.535124 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-9d6e0512-8bc7-46ee-9e60-bf21f34eb9c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 998 time: 0.1035769 Nov 19 15:58:33.603662 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-b98941ab-ae7b-4170-b9e1-c28c760dedeb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:33.605427 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-b98941ab-ae7b-4170-b9e1-c28c760dedeb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.0639551 Nov 19 15:58:33.689857 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-7abfce59-cf48-4060-916e-0a5bc6446cb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0772116 Nov 19 15:58:33.838559 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-3363aa01-c801-464a-a46c-0d8e6dd65501 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408355 Nov 19 15:58:33.982160 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-74dd459c-c151-4b22-ae6c-c6ff2b7583bb req-89e45ba9-dd16-49b5-82dd-4265561c1aae service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1374249 Nov 19 15:58:34.605054 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135ccc9d-b3c9-4783-987b-d077d4daf27e req-5e418131-d45d-423e-9783-bdfde741f356 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:34.607270 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-135ccc9d-b3c9-4783-987b-d077d4daf27e req-5e418131-d45d-423e-9783-bdfde741f356 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 943 time: 0.0838704 Nov 19 15:58:34.653947 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-135ccc9d-b3c9-4783-987b-d077d4daf27e req-474f774c-d89d-44f4-9e04-641891df4aa2 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0407059 Nov 19 15:58:35.867730 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4c7b6-de69-4c49-b7d0-dd261f0f15c6 req-dd2482ae-2931-441b-be0d-360567250bbc tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:35.869321 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a1d4c7b6-de69-4c49-b7d0-dd261f0f15c6 req-dd2482ae-2931-441b-be0d-360567250bbc tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 943 time: 0.0869720 Nov 19 15:58:35.917588 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a1d4c7b6-de69-4c49-b7d0-dd261f0f15c6 req-c9d9d32c-a600-47e1-b083-27c795317b1b tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415952 Nov 19 15:58:37.125573 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939ecbe-8868-4308-959d-d30cf1db3994 req-cc3dcc0b-c370-41a3-b55f-6ca291eac7ba tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:37.127165 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e939ecbe-8868-4308-959d-d30cf1db3994 req-cc3dcc0b-c370-41a3-b55f-6ca291eac7ba tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 943 time: 0.0819163 Nov 19 15:58:37.177277 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-e939ecbe-8868-4308-959d-d30cf1db3994 req-2d8d1ced-fd12-4e85-975b-21803a293c4e tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0440609 Nov 19 15:58:37.302683 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 6822a1a9-9282-4d88-94c6-dac3632cc719 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:58:37.373824 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 6822a1a9-9282-4d88-94c6-dac3632cc719 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:58:37.374241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:37.490729 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036850933913'] for port, before_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:37.517602 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719'}] {{(pid=80310) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:58:37.528106 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] For port 6822a1a9-9282-4d88-94c6-dac3632cc719, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6822a1a9-9282-4d88-94c6-dac3632cc719,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:58:37.531001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363305197037803', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363305197553114', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731657222720'] for port, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:37.532856 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:58:37.579258 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'code': 200} Nov 19 15:58:37.600750 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Pushing event updated for resources: {'Port': ['ID=6822a1a9-9282-4d88-94c6-dac3632cc719,revision_number=6']} {{(pid=80310) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:58:37.604004 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80310) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:58:37.920390 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-98f247fb-5f1b-4bbd-918a-f8608f94541b req-902e400f-59d5-4513-bb5e-9e986ba524f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.0724559 Nov 19 15:58:37.963930 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-98f247fb-5f1b-4bbd-918a-f8608f94541b req-253e2577-4c85-47f2-88e0-d825ba528fdb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0370092 Nov 19 15:58:38.403245 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb479bb-f480-4afe-a76c-3263606ed245 req-a6e47fc2-006e-4c48-9049-828106463688 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:38.404811 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb479bb-f480-4afe-a76c-3263606ed245 req-a6e47fc2-006e-4c48-9049-828106463688 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0880806 Nov 19 15:58:38.452583 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-aeb479bb-f480-4afe-a76c-3263606ed245 req-d0b264b8-0661-4330-bf79-9803ff4ac583 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0415423 Nov 19 15:58:39.054152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 6822a1a9-9282-4d88-94c6-dac3632cc719 up at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Nov 19 15:58:39.128499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.provisioning_blocks [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Provisioning complete for port 6822a1a9-9282-4d88-94c6-dac3632cc719 triggered by entity L2. {{(pid=80310) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Nov 19 15:58:39.128910 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4040525'] for port, provisioning_complete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:39.665171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c9f5a-7839-4f03-8e62-e9c3e02be056 req-4a09a69e-d033-4f7c-bd51-54cd48705b48 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:58:39.666757 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc3c9f5a-7839-4f03-8e62-e9c3e02be056 req-4a09a69e-d033-4f7c-bd51-54cd48705b48 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0826828 Nov 19 15:58:39.716082 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-dc3c9f5a-7839-4f03-8e62-e9c3e02be056 req-78d946b6-c7d2-4fec-8615-6226601348a9 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0431919 Nov 19 15:58:50.659552 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5aa5a024-b847-4a21-9527-b826e5163063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:51.973681 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:53.468383 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a9cbf4db-8f57-4528-a203-45c15f9a9dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:53.817884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:54.721628 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:58:55.368383 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:02.282482 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:59:20.661133 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-a8447a8f-99d5-4f8b-bfd5-c2175acfe70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:21.974561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:23.469880 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9aeeb67c-3511-4e9b-976d-36eb296cc7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:23.819337 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:24.723578 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:25.372451 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:29.143158 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-d86cb764-5212-4996-95c2-fa514aa8ab1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1495781 Nov 19 15:59:29.304612 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-ce8a0fd7-8054-46a5-992a-bedc9b6c301b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.0750372 Nov 19 15:59:29.462078 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-1b70fef1-a26c-4193-96ff-82b38c71bda2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:29.463691 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-1b70fef1-a26c-4193-96ff-82b38c71bda2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.1392984 Nov 19 15:59:29.572241 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-8988d984-c738-4bdf-8c8a-ca22e341828d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 1000 time: 0.1021640 Nov 19 15:59:29.639980 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-07bbadf6-d899-4357-9181-a9aba724d876 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:29.641473 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-07bbadf6-d899-4357-9181-a9aba724d876 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.0633099 Nov 19 15:59:29.724115 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-ea43ae6c-b598-46fa-9466-bef87df2c178 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0760980 Nov 19 15:59:29.735634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-56836fd2-f9ef-42ff-80f5-04317658e557 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80309) __call__ /opt/stack/neutron/neutron/wsgi.py:728}} Nov 19 15:59:29.736650 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-56836fd2-f9ef-42ff-80f5-04317658e557 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12800 time: 0.0061114 Nov 19 15:59:29.882630 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-efb283b3-69bb-47bf-9e4f-d621dc638add service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387897 Nov 19 15:59:30.024674 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-9892bdfb-075f-451d-8a10-b783b0cc8f98 req-d9755dcb-b102-47ba-abc7-c969d9cb597d service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350560 Nov 19 15:59:39.283235 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 15:59:50.120386 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-ec048ea2-a5ac-4a03-8992-531b81180f3d tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/floatingips/5308cb3c-7cf4-41b3-af26-092f210276ab HTTP/1.1" status: 200 len: 997 time: 0.1099885 Nov 19 15:59:50.276064 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4fcb-5447-4623-be55-f781716e959a req-02811550-1f00-4ff5-ba55-d8113a52d579 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:50.277429 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-02811550-1f00-4ff5-ba55-d8113a52d579 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/networks/efdedfa2-3635-42e3-9761-de3481e4898f HTTP/1.1" status: 200 len: 784 time: 0.1508002 Nov 19 15:59:50.613478 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-4bc8a89c-a2b0-4592-bf6b-3d930f1ef41a tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.28.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.3290436 Nov 19 15:59:50.663405 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d362fac1-83c0-4f83-93d5-54592a61b0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:50.690478 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4fcb-5447-4623-be55-f781716e959a req-f16ecfc6-02e0-4b42-94d3-82d3785b845f tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:50.691981 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-f16ecfc6-02e0-4b42-94d3-82d3785b845f tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports/6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 942 time: 0.0726652 Nov 19 15:59:50.881350 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-bb4ab655-4b12-4f83-8265-3db1fab8f286 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.28.3.99 HTTP/1.1" status: 200 len: 1000 time: 0.1052341 Nov 19 15:59:51.092623 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Deleting port 295b0bdb-78fa-4e53-bce9-679d40e80dd9 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:59:51.093000 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:51.272324 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:51.272906 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for floatingip, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:51.397898 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Calling delete_port for 295b0bdb-78fa-4e53-bce9-679d40e80dd9 owned by network:floatingip {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:59:51.547993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:51.563435 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-5c958a9a-f097-4fa9-b50f-0e3e3f698d15 tempest-TestMinimumBasicScenario-329936700 tempest-TestMinimumBasicScenario-329936700] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:59:51.616634 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Pushing event deleted for resources: {'Port': ['ID=295b0bdb-78fa-4e53-bce9-679d40e80dd9,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:59:51.681121 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.681538 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.681949 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.682358 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.682761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.683187 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.683589 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.684011 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.684409 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.684806 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.685199 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.685588 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.686065 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.686456 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.686884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.687283 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.688207 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.688603 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.688991 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.689382 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.689770 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.690160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.690564 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.690982 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:51.698690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:59:51.803096 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for floatingip, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:51.803392 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.db.l3_db [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Floating IP 5308cb3c-7cf4-41b3-af26-092f210276ab disassociated (deleted). External IP: 172.28.3.99, port: 6822a1a9-9282-4d88-94c6-dac3632cc719. Nov 19 15:59:51.968535 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:52.211651 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80309) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 15:59:52.418947 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80309) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 15:59:52.429362 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] Sync routers for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 15:59:52.442273 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:59:52.442966 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:59:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:59:52.459723 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for floatingip, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:52.516408 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-810ee63e-5912-49d1-a30e-e84ed0ece7c7 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "DELETE /v2.0/floatingips/5308cb3c-7cf4-41b3-af26-092f210276ab HTTP/1.1" status: 204 len: 173 time: 1.6291003 Nov 19 15:59:52.516881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:59:52.579863 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'status': 'completed', 'code': 200} Nov 19 15:59:52.613825 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-42a7177e-1bfc-4e2e-8fbb-c1c98183b54c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.0839171 Nov 19 15:59:52.635781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:59:52.822920 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4fcb-5447-4623-be55-f781716e959a req-6e0dfc3c-045e-4a2c-b838-af4946402338 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:52.824413 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-6e0dfc3c-045e-4a2c-b838-af4946402338 service neutron] 10.222.0.48 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.2037184 Nov 19 15:59:52.827479 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad3d18b7-a432-41e4-b032-e0fa4ffcff8a req-3f057fa0-255d-4f57-8be9-09fb8fe74544 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6cc026c48a0a4c38990caf06a34163e3&device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 1162 time: 0.2055781 Nov 19 15:59:52.928425 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-e973fcae-a23e-44d3-8dfa-9aac72f21d5a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 217 time: 0.0969591 Nov 19 15:59:52.967462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:58Z', 'revision_number': 5, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:59:52.972420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] Checking router: 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 15:59:52.984128 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 15:59:52.984774 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:59:23Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:59:53.075674 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea4fcb-5447-4623-be55-f781716e959a req-9b431573-c10b-434b-a478-f00077842751 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:53.077163 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-9b431573-c10b-434b-a478-f00077842751 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.1380982 Nov 19 15:59:53.134152 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d18b7-a432-41e4-b032-e0fa4ffcff8a req-69e334a8-304d-4ce4-b7c4-cabf236a4dea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:53.135756 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad3d18b7-a432-41e4-b032-e0fa4ffcff8a req-69e334a8-304d-4ce4-b7c4-cabf236a4dea service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 200 len: 903 time: 0.2514417 Nov 19 15:59:53.170675 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 15:59:53.218120 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad3d18b7-a432-41e4-b032-e0fa4ffcff8a req-52501eac-1d1a-4f0a-bf8e-dea734a469ad service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 200 len: 217 time: 0.0730975 Nov 19 15:59:53.287875 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-8030c541-da1b-44f7-b39b-4b306c078e48 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2003994 Nov 19 15:59:53.298962 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d18b7-a432-41e4-b032-e0fa4ffcff8a req-f1212818-d4ff-48a3-b4ff-92c4cb6ff6c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:53.300438 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad3d18b7-a432-41e4-b032-e0fa4ffcff8a req-f1212818-d4ff-48a3-b4ff-92c4cb6ff6c9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 200 len: 848 time: 0.0744610 Nov 19 15:59:53.476279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-23a264db-07f6-4336-885f-fa09dfe63a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:53.506466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:58Z', 'revision_number': 5, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 15:59:53.511043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657f5ff-3603-4938-99b2-209c6ede0c01 None None] The sync data for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb is: [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:55:49Z', 'revision_number': 4, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb', '_interfaces': [{'id': '8df4cb2b-8399-43fc-af48-33500c3ffa75', 'name': '', 'network_id': '8e7672a5-ef4a-43fc-9b6a-f6bace633914', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'mac_address': 'fa:16:3e:56:02:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:48Z', 'updated_at': '2020-11-19T15:55:58Z', 'revision_number': 5, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'subnets': [{'id': '8ff45dc9-bb55-46e0-9e26-0e72b6f5102a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 15:59:53.731807 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-a1ce5405-7db9-4292-8d2f-4cefd67f8320 service neutron] 10.222.0.48 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351580 Nov 19 15:59:53.735895 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad3d18b7-a432-41e4-b032-e0fa4ffcff8a req-b9cd780e-446f-4d00-973f-d1d2561f15fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e7672a5-ef4a-43fc-9b6a-f6bace633914&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4115615 Nov 19 15:59:53.822847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:53.901081 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46077098-bcaa-40f7-9740-797dab083192 None None] New status for floating IP 5308cb3c-7cf4-41b3-af26-092f210276ab: DOWN {{(pid=80310) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Nov 19 15:59:54.003231 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-10ea4fcb-5447-4623-be55-f781716e959a req-637b41e4-193a-43c0-8985-b35a8f5de465 service neutron] 10.222.0.48 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2647674 Nov 19 15:59:54.005539 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad3d18b7-a432-41e4-b032-e0fa4ffcff8a req-0d37b3f3-0710-4127-85c0-a355b88614a5 service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448514 Nov 19 15:59:54.154793 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-ad3d18b7-a432-41e4-b032-e0fa4ffcff8a req-91aa0f99-fa58-4c2e-a3bf-e7f44647c0af service neutron] 10.222.0.55 "GET /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1421580 Nov 19 15:59:54.412759 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99ed72-a370-4314-8718-f34d477e07e6 req-8a4d1f7a-f42a-43b2-9c65-3319f14cd687 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:54.413513 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-2a99ed72-a370-4314-8718-f34d477e07e6 req-8a4d1f7a-f42a-43b2-9c65-3319f14cd687 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Synchronizing usage tracker for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:59:54.427990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-2a99ed72-a370-4314-8718-f34d477e07e6 req-8a4d1f7a-f42a-43b2-9c65-3319f14cd687 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Unset dirty status for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:59:54.429240 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2a99ed72-a370-4314-8718-f34d477e07e6 req-8a4d1f7a-f42a-43b2-9c65-3319f14cd687 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0972853 Nov 19 15:59:54.481141 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-2a99ed72-a370-4314-8718-f34d477e07e6 req-6aaf6cf9-17c8-40e5-a0f8-3bfcb085897a tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0454988 Nov 19 15:59:54.725658 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:55.375884 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:55.696866 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39db9c8-003d-4c24-adb6-97afa89450d5 req-2d585712-e25c-4f31-af58-cb7bdae046d4 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:55.698388 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d39db9c8-003d-4c24-adb6-97afa89450d5 req-2d585712-e25c-4f31-af58-cb7bdae046d4 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0844808 Nov 19 15:59:55.746739 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-d39db9c8-003d-4c24-adb6-97afa89450d5 req-eec7a59a-c039-4703-918c-eda1eae9b2fd tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups?id=515dede9-d50a-4920-9ca8-fd1e33cf7c45&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0421796 Nov 19 15:59:55.873379 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-a41892ad-fe7c-426f-b335-246856f7d300 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80309) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Nov 19 15:59:55.875487 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-a41892ad-fe7c-426f-b335-246856f7d300 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.55 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 945 time: 0.0879622 Nov 19 15:59:55.949534 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Deleting port 6822a1a9-9282-4d88-94c6-dac3632cc719 {{(pid=80309) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:59:55.949847 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:56.205887 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] For port 6822a1a9-9282-4d88-94c6-dac3632cc719, host hv-cinder-76330, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76330',level=0,port_id=6822a1a9-9282-4d88-94c6-dac3632cc719,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80309) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:59:56.206308 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:56.333667 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Calling delete_port for 6822a1a9-9282-4d88-94c6-dac3632cc719 owned by compute:nova {{(pid=80309) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:59:56.482139 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29222117'] for port, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:56.499164 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-e1f618a4-9b3d-497b-834c-2e8b8914d467 tempest-AttachVolumeShelveTestJSON-1168270678 tempest-AttachVolumeShelveTestJSON-1168270678] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:59:56.554434 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Pushing event deleted for resources: {'Port': ['ID=6822a1a9-9282-4d88-94c6-dac3632cc719,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:59:56.557226 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:59:56.699686 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] No DVR routers for this DVR port 6822a1a9-9282-4d88-94c6-dac3632cc719 on host hv-cinder-76330 {{(pid=80309) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 15:59:56.701875 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854772191'] for port, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:56.706432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'name': 'network-vif-deleted', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719'}] {{(pid=80309) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Nov 19 15:59:56.722239 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-a7679654-27fe-4105-8e3b-d2b36d6e12a7 req-189c8213-e109-402f-a3de-74f7bb512078 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.55 "DELETE /v2.0/ports/6822a1a9-9282-4d88-94c6-dac3632cc719 HTTP/1.1" status: 204 len: 173 time: 0.8409395 Nov 19 15:59:56.766594 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e123670f-76b2-4743-8382-16ab88bf8b8c', 'name': 'network-vif-deleted', 'tag': '6822a1a9-9282-4d88-94c6-dac3632cc719', 'status': 'completed', 'code': 200} Nov 19 15:59:56.921320 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-c3ae8e33-86c0-4b48-afb2-77c651a2c7bf req-f12289a2-87e0-4e32-b4de-188511a96f4e tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Synchronizing usage tracker for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:port {{(pid=80309) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Nov 19 15:59:56.935876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.quota.resource [req-c3ae8e33-86c0-4b48-afb2-77c651a2c7bf req-f12289a2-87e0-4e32-b4de-188511a96f4e tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Unset dirty status for tenant:6cc026c48a0a4c38990caf06a34163e3 on resource:port {{(pid=80309) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Nov 19 15:59:56.937114 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-c3ae8e33-86c0-4b48-afb2-77c651a2c7bf req-f12289a2-87e0-4e32-b4de-188511a96f4e tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/ports?device_id=e123670f-76b2-4743-8382-16ab88bf8b8c HTTP/1.1" status: 200 len: 210 time: 0.0609484 Nov 19 15:59:57.459781 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 6822a1a9-9282-4d88-94c6-dac3632cc719 no longer exists at agent ovs-agent-hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 15:59:57.493761 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] No Port match for: 6822a1a9-9282-4d88-94c6-dac3632cc719 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 15:59:57.494151 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Device 6822a1a9-9282-4d88-94c6-dac3632cc719 not bound to the agent host hv-cinder-76330 {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 15:59:58.124993 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-edc8928c-6bd7-4b21-b09c-e40c5f2e3624 req-b031b280-73a5-4d74-8e86-242cd62c5143 tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "GET /v2.0/security-groups/515dede9-d50a-4920-9ca8-fd1e33cf7c45 HTTP/1.1" status: 200 len: 2645 time: 0.0541594 Nov 19 15:59:58.196354 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-edc8928c-6bd7-4b21-b09c-e40c5f2e3624 req-bbc2383b-1fe4-4829-940d-9d3031cf6dbb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group, before_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:58.225942 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-edc8928c-6bd7-4b21-b09c-e40c5f2e3624 req-bbc2383b-1fe4-4829-940d-9d3031cf6dbb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group, precommit_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:58.272432 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-edc8928c-6bd7-4b21-b09c-e40c5f2e3624 req-bbc2383b-1fe4-4829-940d-9d3031cf6dbb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:58.277495 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-4d81a8a6-2105-4d30-b33a-833b4a7d30bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:59:58.293327 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc2383b-1fe4-4829-940d-9d3031cf6dbb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Pushing event deleted for resources: {'SecurityGroup': ['ID=515dede9-d50a-4920-9ca8-fd1e33cf7c45,revision_number=None']} {{(pid=80309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:59:58.297780 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-bbc2383b-1fe4-4829-940d-9d3031cf6dbb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80309) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 15:59:58.301147 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [req-edc8928c-6bd7-4b21-b09c-e40c5f2e3624 req-bbc2383b-1fe4-4829-940d-9d3031cf6dbb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] Notify callbacks [] for security_group, before_response {{(pid=80309) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:58.302338 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [req-edc8928c-6bd7-4b21-b09c-e40c5f2e3624 req-bbc2383b-1fe4-4829-940d-9d3031cf6dbb tempest-TestShelveInstance-245933652 tempest-TestShelveInstance-245933652] 10.222.0.48 "DELETE /v2.0/security-groups/515dede9-d50a-4920-9ca8-fd1e33cf7c45 HTTP/1.1" status: 204 len: 173 time: 0.1712761 Nov 19 15:59:58.359144 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 48160) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 15:59:58.759522 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854225131'] for router_interface, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:59.372746 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Deleting port 8df4cb2b-8399-43fc-af48-33500c3ffa75 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 15:59:59.373341 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:59.552043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] For port 8df4cb2b-8399-43fc-af48-33500c3ffa75, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=8df4cb2b-8399-43fc-af48-33500c3ffa75,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 15:59:59.552430 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:59.682536 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Calling delete_port for 8df4cb2b-8399-43fc-af48-33500c3ffa75 owned by network:router_interface {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 15:59:59.860687 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 15:59:59.876682 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 15:59:59.920474 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8df4cb2b-8399-43fc-af48-33500c3ffa75,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 15:59:59.991939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.992359 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.992771 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.993179 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.993587 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.993995 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.994386 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.994783 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.995205 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.995604 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.995997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.996390 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76330 {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.996868 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type AddressGroup changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.997266 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.997659 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.998053 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.998446 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.998858 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 15:59:59.999255 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 16:00:00.000182 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 16:00:00.000563 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 16:00:00.000959 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 16:00:00.001349 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 16:00:00.001739 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-763306-3-smb {{(pid=80308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Nov 19 16:00:00.009127 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 16:00:00.323513 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3437258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854232743'] for router_interface, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:01.269863 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 has already been hosted by L3 agent 769c883e-afd7-4926-9f91-e35dc4efa5c5 {{(pid=80308) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:129}} Nov 19 16:00:01.479525 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Notify agent at l3_agent.dv-cinder-763306-3-smb the message routers_updated {{(pid=80308) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Nov 19 16:00:01.490265 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e843696-7837-4804-8378-d5b392f03136 None None] Sync routers for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Nov 19 16:00:01.494774 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] 10.222.0.48 "PUT /v2.0/routers/10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1344771 Nov 19 16:00:01.497367 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 48164) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 16:00:01.503899 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e843696-7837-4804-8378-d5b392f03136 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 16:00:01.504549 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-3e843696-7837-4804-8378-d5b392f03136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:59:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 16:00:01.693298 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-3e843696-7837-4804-8378-d5b392f03136 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: dv-cinder-763306-3-smb {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 16:00:01.711414 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks [] for router, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:01.920160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:01.928756 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Deleting port 8702dcc6-247e-4cf1-a976-3cc629131983 {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 16:00:01.929120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:01.991215 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-3e843696-7837-4804-8378-d5b392f03136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'external_fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232'}], 'enable_snat': True}, 'gw_port_id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T15:59:59Z', 'revision_number': 5, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port': {'id': '8702dcc6-247e-4cf1-a976-3cc629131983', 'name': '', 'network_id': 'efdedfa2-3635-42e3-9761-de3481e4898f', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:0f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'ip_address': '172.28.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-763306-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2020-11-19T15:55:46Z', 'updated_at': '2020-11-19T15:55:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '608a20e4-ae08-4f5a-ab9b-e978313f02a3', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-763306-3-smb'}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 16:00:01.995470 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e843696-7837-4804-8378-d5b392f03136 None None] Checking router: 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 for host: dv-cinder-763306-3-smb {{(pid=80311) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Nov 19 16:00:02.007311 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e843696-7837-4804-8378-d5b392f03136 None None] Routers {'10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'} bound to L3 agent in host dv-cinder-763306-3-smb {{(pid=80311) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Nov 19 16:00:02.007948 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-3e843696-7837-4804-8378-d5b392f03136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-763306-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2020-11-19T15:39:23Z,description=,heartbeat_timestamp=2020-11-19T15:59:53Z,host='dv-cinder-763306-3-smb',id=769c883e-afd7-4926-9f91-e35dc4efa5c5,load=0,resource_versions=,resources_synced=,started_at=2020-11-19T15:39:23Z,topic='l3_agent')) {'router_ids': ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'], 'active': True} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 16:00:02.111528 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] For port 8702dcc6-247e-4cf1-a976-3cc629131983, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=8702dcc6-247e-4cf1-a976-3cc629131983,segment=NetworkSegment(c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec),segment_id=c56a9c03-0ed8-4dd0-a2eb-b5b319ffa0ec)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 16:00:02.111930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:02.249187 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Calling delete_port for 8702dcc6-247e-4cf1-a976-3cc629131983 owned by network:router_gateway {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 16:00:02.315388 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvr_db [None req-3e843696-7837-4804-8378-d5b392f03136 None None] Set router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 gateway port host: None {{(pid=80311) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:793}} Nov 19 16:00:02.423059 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:02.427241 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_hamode_db [None req-3e843696-7837-4804-8378-d5b392f03136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T16:00:01Z', 'revision_number': 6, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port_host': None}], 'dv-cinder-763306-3-smb', False) {} {{(pid=80311) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 16:00:02.431421 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e843696-7837-4804-8378-d5b392f03136 None None] The sync data for ids ['10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848'] in dv-cinder-763306-3-smb is: [{'id': '10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848', 'name': 'tempest-TestShelveInstance-1162206856-router', 'tenant_id': '6cc026c48a0a4c38990caf06a34163e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2020-11-19T15:55:45Z', 'updated_at': '2020-11-19T16:00:01Z', 'revision_number': 6, 'project_id': '6cc026c48a0a4c38990caf06a34163e3', 'gw_port_host': None}] {{(pid=80311) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Nov 19 16:00:02.439342 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-db84f42b-1592-478c-89b7-96707debfeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 16:00:02.485554 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Pushing event deleted for resources: {'Port': ['ID=8702dcc6-247e-4cf1-a976-3cc629131983,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 16:00:02.497843 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 16:00:02.639279 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 8df4cb2b-8399-43fc-af48-33500c3ffa75 no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 16:00:02.673982 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: 8df4cb2b-8399-43fc-af48-33500c3ffa75 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 16:00:02.674384 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 8df4cb2b-8399-43fc-af48-33500c3ffa75 not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 16:00:02.812398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854225797'] for router_gateway, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.299643 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-662593', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1751'] for router, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.304048 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.330460 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-663513'] for router, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.331080 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 {{(pid=80308) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Nov 19 16:00:03.343607 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] Notify callbacks [] for router, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.344862 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-b607f3c1-f994-4eba-946e-3204f467e801 admin admin] 10.222.0.48 "DELETE /v2.0/routers/10f2dfe4-6dc6-4ae3-ab35-b3c3aa948848 HTTP/1.1" status: 204 len: 168 time: 1.8464961 Nov 19 16:00:03.347477 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 48168) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 16:00:03.416028 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.db_base_plugin_v2 [None req-216c8c03-5f26-4fdc-8f8f-891697d32ffd admin admin] Deleting subnet 8ff45dc9-bb55-46e0-9e26-0e72b6f5102a {{(pid=80308) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Nov 19 16:00:03.419143 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-216c8c03-5f26-4fdc-8f8f-891697d32ffd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.472596 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-216c8c03-5f26-4fdc-8f8f-891697d32ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036826442965'] for subnet, precommit_delete_associations {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.557721 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-216c8c03-5f26-4fdc-8f8f-891697d32ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4021084'] for subnet, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.815392 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-216c8c03-5f26-4fdc-8f8f-891697d32ffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036850754747', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034499', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036826724464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036826701859'] for subnet, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.835442 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 16:00:03.883544 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216c8c03-5f26-4fdc-8f8f-891697d32ffd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff45dc9-bb55-46e0-9e26-0e72b6f5102a,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 16:00:03.888086 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-216c8c03-5f26-4fdc-8f8f-891697d32ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 16:00:03.970239 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-216c8c03-5f26-4fdc-8f8f-891697d32ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for subnet, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:03.975292 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce009d4-1c4b-47da-9892-3a5d690f45e9 None None] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 requested from dv-cinder-763306-3-smb {{(pid=80310) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Nov 19 16:00:03.976321 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-216c8c03-5f26-4fdc-8f8f-891697d32ffd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8ff45dc9-bb55-46e0-9e26-0e72b6f5102a HTTP/1.1" status: 204 len: 168 time: 0.6277819 Nov 19 16:00:03.978833 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 48172) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 16:00:04.094592 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3963834'] for network, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:04.167177 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Deleting port a50ea922-71ba-4ec3-896b-7d367ce5c2de {{(pid=80308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 16:00:04.167529 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:04.222225 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] DHCP port deletion for 8e7672a5-ef4a-43fc-9b6a-f6bace633914 request from dv-cinder-763306-3-smb {{(pid=80310) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Nov 19 16:00:04.226877 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] Deleting port a50ea922-71ba-4ec3-896b-7d367ce5c2de {{(pid=80310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 16:00:04.227301 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:04.384070 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] For port a50ea922-71ba-4ec3-896b-7d367ce5c2de, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=a50ea922-71ba-4ec3-896b-7d367ce5c2de,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 16:00:04.384623 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:04.439183 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.db [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] For port a50ea922-71ba-4ec3-896b-7d367ce5c2de, host dv-cinder-763306-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-763306-3-smb',level=0,port_id=a50ea922-71ba-4ec3-896b-7d367ce5c2de,segment=NetworkSegment(0d8029ff-b885-430b-8f66-12f53397c8f6),segment_id=0d8029ff-b885-430b-8f66-12f53397c8f6)] {{(pid=80310) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Nov 19 16:00:04.439630 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854225508'] for port, precommit_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:04.516120 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Calling delete_port for a50ea922-71ba-4ec3-896b-7d367ce5c2de owned by network:dhcp {{(pid=80308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 16:00:04.566703 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] Calling delete_port for a50ea922-71ba-4ec3-896b-7d367ce5c2de owned by network:dhcp {{(pid=80310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1930}} Nov 19 16:00:04.590981 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036850936006', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-342347', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363305197037820', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731657222686', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28051398'] for port, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:04.607876 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-8a5b32fd-5853-4d8e-b151-d370f57ecda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 16:00:04.640140 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device a50ea922-71ba-4ec3-896b-7d367ce5c2de no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 16:00:04.666690 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Pushing event deleted for resources: {'Port': ['ID=a50ea922-71ba-4ec3-896b-7d367ce5c2de,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 16:00:04.669872 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 16:00:04.677171 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: a50ea922-71ba-4ec3-896b-7d367ce5c2de {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 16:00:04.677457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device a50ea922-71ba-4ec3-896b-7d367ce5c2de not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 16:00:04.677938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 8702dcc6-247e-4cf1-a976-3cc629131983 no longer exists at agent ovs-agent-dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Nov 19 16:00:04.712661 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] No Port match for: 8702dcc6-247e-4cf1-a976-3cc629131983 {{(pid=80310) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2183}} Nov 19 16:00:04.713059 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.rpc [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Device 8702dcc6-247e-4cf1-a976-3cc629131983 not bound to the agent host dv-cinder-763306-3-smb {{(pid=80310) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Nov 19 16:00:04.714726 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.db.api [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80310) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Nov 19 16:00:04.715156 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_db.api [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80310) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Nov 19 16:00:04.753990 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] No DVR routers for this DVR port a50ea922-71ba-4ec3-896b-7d367ce5c2de on host dv-cinder-763306-3-smb {{(pid=80308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Nov 19 16:00:04.877983 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4041157', 'neutron.services.segments.db._delete_segments_for_network--9223363305197018040'] for network, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:04.993365 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e7672a5-ef4a-43fc-9b6a-f6bace633914']}} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 16:00:05.006787 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8029ff-b885-430b-8f66-12f53397c8f6') {'for_net_delete': True} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 16:00:05.007166 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.services.segments.db [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8029ff-b885-430b-8f66-12f53397c8f6') {} {{(pid=80308) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Nov 19 16:00:05.019157 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363305197018552', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28332832'] for segment, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:05.034373 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036850759065'] for segment, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:05.036447 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80308) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Nov 19 16:00:05.216561 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] Deleting port a50ea922-71ba-4ec3-896b-7d367ce5c2de {{(pid=80310) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1857}} Nov 19 16:00:05.217009 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363305197044374'] for port, before_delete {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:05.218043 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 16:00:05.227984 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4016766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28050994'] for segment, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:05.285389 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.plugin [None req-5065894f-2a22-42de-af8e-35ba9f5ce71e None None] The port 'a50ea922-71ba-4ec3-896b-7d367ce5c2de' was deleted {{(pid=80310) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}} Nov 19 16:00:05.407531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.plugins.ml2.managers [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Network 8e7672a5-ef4a-43fc-9b6a-f6bace633914 has no segments {{(pid=80308) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: Traceback (most recent call last): Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: timer() Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: cb(*args, **kw) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: return func(*args, **kwargs) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: self._notify() Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: self.callback(batched_events) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: event.method(event) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: segment_id)['aggregates'][0] Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: return f(self, *a, **k) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: return self._get(url).json() Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 191, in _get Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: **kwargs) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: return self.request(url, 'GET', **kwargs) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: **endpoint_filter) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 16:00:05.430561 dv-cinder-763306-3-smb neutron-server[80197]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 16:00:05.508861 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036850734670', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036851338558'] for network, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:05.512882 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 16:00:05.528864 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036851338511'] for network, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:05.535323 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Pushing event deleted for resources: {'Network': ['ID=8e7672a5-ef4a-43fc-9b6a-f6bace633914,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 16:00:05.540237 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 16:00:05.551883 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-658868b5-f2fd-4cc7-8470-3e62bf13064c admin admin] 10.222.0.48 "DELETE /v2.0/networks/8e7672a5-ef4a-43fc-9b6a-f6bace633914 HTTP/1.1" status: 204 len: 168 time: 1.5720401 Nov 19 16:00:05.837202 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 48178) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 16:00:05.891203 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-5c3576ad-5976-4169-a3c6-fe14f9dd924b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6cc026c48a0a4c38990caf06a34163e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521314 Nov 19 16:00:05.893617 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [-] (80308) accepted ('10.222.0.48', 48182) {{(pid=80308) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Nov 19 16:00:05.959364 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-85d7c4a8-227d-48b8-8baa-9b8e8c590b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:05.986162 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-85d7c4a8-227d-48b8-8baa-9b8e8c590b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:06.032725 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-85d7c4a8-227d-48b8-8baa-9b8e8c590b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1034571'] for security_group, after_delete {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:06.037667 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-d1df287c-7348-4863-b28c-390c68a2fd60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Nov 19 16:00:06.051775 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7c4a8-227d-48b8-8baa-9b8e8c590b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a70d70-9311-43d6-a224-b738121f13aa,revision_number=None']} {{(pid=80308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Nov 19 16:00:06.056499 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG oslo_concurrency.lockutils [None req-85d7c4a8-227d-48b8-8baa-9b8e8c590b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80308) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Nov 19 16:00:06.058494 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-85d7c4a8-227d-48b8-8baa-9b8e8c590b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80308) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:06.059779 dv-cinder-763306-3-smb neutron-server[80197]: INFO neutron.wsgi [None req-85d7c4a8-227d-48b8-8baa-9b8e8c590b26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b4a70d70-9311-43d6-a224-b738121f13aa HTTP/1.1" status: 204 len: 168 time: 0.1652160 Nov 19 16:00:16.284903 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 16:00:20.664427 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-55a56033-e15d-4010-9d43-4bcc2cd44d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:21.967517 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:23.468001 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-bf541b5b-9fd1-4a95-bd7b-305001340160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:23.824423 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:24.728406 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:25.377888 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:50.664793 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-74227e58-6d5d-4440-b97b-58b6d569d1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:51.967559 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:53.285339 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 16:00:53.468938 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b5e411b1-fdca-4ecd-a972-b72858cea941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:53.827398 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:54.730231 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:00:55.381997 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:20.665574 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-97e2601f-5e15-4feb-a862-cf2a1f45bca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:21.966270 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:23.470443 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-da3bec78-1bc1-4925-8e6c-7154aa9ffa2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:23.829782 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:24.733092 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:25.384457 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:30.286568 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 16:01:50.668381 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e1fc7933-a9b9-43a4-8425-6cb47149e8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:51.965376 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:53.472452 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-aa22392f-d6c1-4693-89f9-69d8b495f0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:53.832067 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:54.735638 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:01:55.388804 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:07.286939 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 16:02:20.670679 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-b9217c8c-130c-49d3-94cc-176f91cf1c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:21.986369 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:23.473930 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-095b4e42-bb4a-4558-b849-42c93418bc15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:23.833881 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:24.738257 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:25.393248 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:44.287979 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 16:02:50.675109 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d4fed61b-356c-41f0-a7bb-043d9b29865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:51.997842 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:53.475839 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-e79bdd08-c8c5-4733-9a46-eda3a1ecff01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:53.837590 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:54.740403 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:02:55.395951 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:20.676160 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-0a7426d8-5fb3-4c20-bedb-babbb4183e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:21.288069 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 16:03:21.996555 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:23.477346 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-2276692d-60d8-442d-a5d2-366221f31fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:23.839669 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:24.742371 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:25.398666 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:50.677462 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-714b50a3-ae9c-40e2-8531-28ba247f1993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:52.010776 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:53.479466 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-f3f1d43e-5be7-4549-82e4-977cae151624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:53.842993 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:54.743715 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:55.401796 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:03:58.289042 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 16:04:18.263992 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.wsgi [req-617713b2-0d23-4197-87bf-c2011709d6bf req-bb0f2f16-5473-4588-b9c7-a6f28bd38f7a service neutron] (80308) timed out ('10.222.0.55', 49938) {{(pid=80308) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Nov 19 16:04:20.679531 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7cb07528-b916-4e1f-8b81-dcdb7487a5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:22.011143 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:23.480654 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-333b1a0f-f699-4c2c-91c5-b435d5f5e7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:23.845772 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:24.745771 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:25.405580 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:35.290420 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron.db.agents_db [None req-a3680e84-f77e-4913-8aac-88e639409cd4 None None] Agent healthcheck: found 6 active agents {{(pid=80311) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Nov 19 16:04:50.682911 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-32bfc618-0a17-4640-ba18-484fdf7da0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:52.016364 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-d1d7e8ce-6f15-45a6-921d-dac82279c4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:53.482520 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-7de0582d-3a2f-48ff-a4dc-cc25411cd33d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:53.849946 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-daddab68-e461-4347-b78e-b3cd43b89511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:54.748684 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-9d281561-04dc-4e2f-842a-d9bc33a1afbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Nov 19 16:04:55.410635 dv-cinder-763306-3-smb neutron-server[80197]: DEBUG neutron_lib.callbacks.manager [None req-dcafccb5-75df-4034-8b0e-2c99256e6cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363305197018057', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4039143'] for agent, after_update {{(pid=80310) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}